2024-11-28 01:24:01,340 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-28 01:24:01,351 main DEBUG Took 0.009586 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 01:24:01,351 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 01:24:01,352 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 01:24:01,353 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 01:24:01,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,360 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 01:24:01,372 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,375 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,381 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 01:24:01,383 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,384 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 01:24:01,385 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 01:24:01,386 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 01:24:01,388 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 01:24:01,388 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 01:24:01,389 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 01:24:01,390 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 01:24:01,398 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 01:24:01,400 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 01:24:01,402 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 01:24:01,402 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 01:24:01,402 main DEBUG createAppenders(={Console}) 2024-11-28 01:24:01,403 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-28 01:24:01,403 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-28 01:24:01,404 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-28 01:24:01,404 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 01:24:01,404 main DEBUG OutputStream closed 2024-11-28 01:24:01,405 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 01:24:01,405 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 01:24:01,405 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-28 01:24:01,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 01:24:01,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 01:24:01,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 01:24:01,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 01:24:01,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 01:24:01,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 01:24:01,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 01:24:01,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 01:24:01,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 01:24:01,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 01:24:01,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 01:24:01,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 01:24:01,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 01:24:01,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 01:24:01,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 01:24:01,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 01:24:01,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 01:24:01,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 01:24:01,504 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 01:24:01,504 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-28 01:24:01,505 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 01:24:01,506 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-28T01:24:01,722 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2 2024-11-28 01:24:01,725 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 01:24:01,725 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T01:24:01,735 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-28T01:24:01,753 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T01:24:01,756 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805, deleteOnExit=true 2024-11-28T01:24:01,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-28T01:24:01,757 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/test.cache.data in system properties and HBase conf 2024-11-28T01:24:01,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T01:24:01,758 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/hadoop.log.dir in system properties and HBase conf 2024-11-28T01:24:01,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T01:24:01,759 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T01:24:01,760 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-28T01:24:01,852 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T01:24:01,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T01:24:01,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T01:24:01,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T01:24:01,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T01:24:01,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T01:24:01,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T01:24:01,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T01:24:01,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T01:24:01,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T01:24:01,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T01:24:01,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/nfs.dump.dir in system properties and HBase conf 2024-11-28T01:24:01,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/java.io.tmpdir in system properties and HBase conf 2024-11-28T01:24:01,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T01:24:01,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T01:24:01,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T01:24:02,845 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T01:24:02,932 INFO [Time-limited test {}] log.Log(170): Logging initialized @2351ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T01:24:03,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:24:03,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:24:03,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:24:03,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:24:03,106 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T01:24:03,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:24:03,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:24:03,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:24:03,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/java.io.tmpdir/jetty-localhost-45701-hadoop-hdfs-3_4_1-tests_jar-_-any-10872221671347528692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T01:24:03,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:45701} 2024-11-28T01:24:03,372 INFO [Time-limited test {}] server.Server(415): Started @2792ms 2024-11-28T01:24:03,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T01:24:03,791 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T01:24:03,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T01:24:03,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T01:24:03,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T01:24:03,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/hadoop.log.dir/,AVAILABLE} 2024-11-28T01:24:03,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T01:24:03,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/java.io.tmpdir/jetty-localhost-40867-hadoop-hdfs-3_4_1-tests_jar-_-any-11944113848156807794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:24:03,916 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:40867} 2024-11-28T01:24:03,916 INFO [Time-limited test {}] server.Server(415): Started @3336ms 2024-11-28T01:24:03,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T01:24:04,494 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805/dfs/data/data2/current/BP-1031889283-172.17.0.2-1732757042583/current, will proceed with Du for space computation calculation, 2024-11-28T01:24:04,494 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805/dfs/data/data1/current/BP-1031889283-172.17.0.2-1732757042583/current, will proceed with Du for space computation calculation, 2024-11-28T01:24:04,536 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T01:24:04,595 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa510e8b77fd990ee with lease ID 0x26d4b1fbe0897c28: Processing first storage report for DS-fca7bb8c-57e2-4918-854a-e42ff6626bf3 from datanode DatanodeRegistration(127.0.0.1:38763, datanodeUuid=d871fab8-54bf-4bb5-ad3f-a42cf073da12, infoPort=45675, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=590007497;c=1732757042583) 2024-11-28T01:24:04,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa510e8b77fd990ee with lease ID 0x26d4b1fbe0897c28: from storage DS-fca7bb8c-57e2-4918-854a-e42ff6626bf3 node DatanodeRegistration(127.0.0.1:38763, datanodeUuid=d871fab8-54bf-4bb5-ad3f-a42cf073da12, infoPort=45675, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=590007497;c=1732757042583), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-28T01:24:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa510e8b77fd990ee with lease ID 0x26d4b1fbe0897c28: Processing first storage report for DS-87ba3d5c-9489-42f8-b154-5d039dd789e9 from datanode DatanodeRegistration(127.0.0.1:38763, datanodeUuid=d871fab8-54bf-4bb5-ad3f-a42cf073da12, infoPort=45675, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=590007497;c=1732757042583) 2024-11-28T01:24:04,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa510e8b77fd990ee with lease ID 0x26d4b1fbe0897c28: from storage DS-87ba3d5c-9489-42f8-b154-5d039dd789e9 node DatanodeRegistration(127.0.0.1:38763, datanodeUuid=d871fab8-54bf-4bb5-ad3f-a42cf073da12, infoPort=45675, infoSecurePort=0, ipcPort=32943, storageInfo=lv=-57;cid=testClusterID;nsid=590007497;c=1732757042583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T01:24:04,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2 2024-11-28T01:24:04,715 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805/zookeeper_0, clientPort=62936, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T01:24:04,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62936 2024-11-28T01:24:04,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:24:04,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:24:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741825_1001 (size=7) 2024-11-28T01:24:05,414 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a with version=8 2024-11-28T01:24:05,414 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/hbase-staging 2024-11-28T01:24:05,562 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T01:24:05,838 INFO [Time-limited test {}] client.ConnectionUtils(129): master/1269b3ab3145:0 server-side Connection retries=45 2024-11-28T01:24:05,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:24:05,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:24:05,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:24:05,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:24:05,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:24:05,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:24:06,054 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T01:24:06,063 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T01:24:06,067 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:24:06,094 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26987 (auto-detected) 2024-11-28T01:24:06,095 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T01:24:06,114 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42245 2024-11-28T01:24:06,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:24:06,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:24:06,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42245 connecting to ZooKeeper ensemble=127.0.0.1:62936 2024-11-28T01:24:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422450x0, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:24:06,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42245-0x1003bb9f6bf0000 connected 2024-11-28T01:24:06,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:24:06,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:24:06,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:24:06,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-28T01:24:06,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42245 2024-11-28T01:24:06,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42245 2024-11-28T01:24:06,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-28T01:24:06,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42245 2024-11-28T01:24:06,237 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a, hbase.cluster.distributed=false 2024-11-28T01:24:06,325 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/1269b3ab3145:0 server-side Connection retries=45 2024-11-28T01:24:06,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:24:06,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T01:24:06,326 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T01:24:06,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T01:24:06,326 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T01:24:06,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T01:24:06,331 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T01:24:06,332 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44269 2024-11-28T01:24:06,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T01:24:06,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T01:24:06,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:24:06,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:24:06,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44269 connecting to ZooKeeper ensemble=127.0.0.1:62936 2024-11-28T01:24:06,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442690x0, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T01:24:06,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44269-0x1003bb9f6bf0001 connected 2024-11-28T01:24:06,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:24:06,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:24:06,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T01:24:06,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44269 2024-11-28T01:24:06,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44269 2024-11-28T01:24:06,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44269 2024-11-28T01:24:06,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44269 2024-11-28T01:24:06,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44269 2024-11-28T01:24:06,368 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/1269b3ab3145,42245,1732757045552 2024-11-28T01:24:06,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:24:06,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:24:06,377 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1269b3ab3145,42245,1732757045552 2024-11-28T01:24:06,389 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1269b3ab3145:42245 2024-11-28T01:24:06,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:24:06,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T01:24:06,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:06,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:06,398 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T01:24:06,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T01:24:06,399 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1269b3ab3145,42245,1732757045552 from backup master directory 2024-11-28T01:24:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1269b3ab3145,42245,1732757045552 2024-11-28T01:24:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:24:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T01:24:06,403 WARN [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:24:06,403 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1269b3ab3145,42245,1732757045552 2024-11-28T01:24:06,406 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T01:24:06,407 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T01:24:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741826_1002 (size=42) 2024-11-28T01:24:06,877 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/hbase.id with ID: 905ce9f1-8338-4c6a-956a-33ea6c35dc99 2024-11-28T01:24:06,918 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T01:24:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:06,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:06,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741827_1003 (size=196) 2024-11-28T01:24:07,376 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:24:07,378 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T01:24:07,396 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:07,400 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:24:07,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741828_1004 (size=1189) 2024-11-28T01:24:07,849 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store 2024-11-28T01:24:07,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741829_1005 (size=34) 2024-11-28T01:24:08,271 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T01:24:08,272 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:08,273 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T01:24:08,273 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:24:08,273 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:24:08,273 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T01:24:08,273 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:24:08,274 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:24:08,274 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-28T01:24:08,276 WARN [master/1269b3ab3145:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/.initializing 2024-11-28T01:24:08,276 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/WALs/1269b3ab3145,42245,1732757045552 2024-11-28T01:24:08,282 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T01:24:08,293 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1269b3ab3145%2C42245%2C1732757045552, suffix=, logDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/WALs/1269b3ab3145,42245,1732757045552, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/oldWALs, maxLogs=10 2024-11-28T01:24:08,314 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/WALs/1269b3ab3145,42245,1732757045552/1269b3ab3145%2C42245%2C1732757045552.1732757048298, exclude list is [], retry=0 2024-11-28T01:24:08,331 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38763,DS-fca7bb8c-57e2-4918-854a-e42ff6626bf3,DISK] 2024-11-28T01:24:08,334 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T01:24:08,371 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/WALs/1269b3ab3145,42245,1732757045552/1269b3ab3145%2C42245%2C1732757045552.1732757048298 2024-11-28T01:24:08,372 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-28T01:24:08,373 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:24:08,373 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:08,377 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,378 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T01:24:08,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:08,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:24:08,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T01:24:08,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:08,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:08,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T01:24:08,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:08,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:08,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T01:24:08,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:08,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:08,461 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,462 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,471 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T01:24:08,475 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T01:24:08,479 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:24:08,480 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59331001, jitterRate=-0.11589919030666351}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T01:24:08,485 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-28T01:24:08,486 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T01:24:08,514 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2431a3ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:08,548 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-28T01:24:08,560 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T01:24:08,560 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T01:24:08,562 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T01:24:08,563 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T01:24:08,568 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-28T01:24:08,568 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T01:24:08,593 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T01:24:08,604 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T01:24:08,606 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-28T01:24:08,608 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T01:24:08,610 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T01:24:08,611 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-28T01:24:08,613 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T01:24:08,617 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T01:24:08,618 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-28T01:24:08,619 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T01:24:08,620 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T01:24:08,632 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T01:24:08,633 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T01:24:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:24:08,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T01:24:08,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:08,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:08,638 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=1269b3ab3145,42245,1732757045552, sessionid=0x1003bb9f6bf0000, setting cluster-up flag (Was=false) 2024-11-28T01:24:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:08,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:08,656 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T01:24:08,658 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1269b3ab3145,42245,1732757045552 2024-11-28T01:24:08,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:08,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:08,669 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T01:24:08,670 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1269b3ab3145,42245,1732757045552 2024-11-28T01:24:08,751 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-28T01:24:08,757 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-28T01:24:08,759 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T01:24:08,765 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1269b3ab3145,42245,1732757045552 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T01:24:08,768 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1269b3ab3145:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:24:08,768 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1269b3ab3145:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:24:08,769 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1269b3ab3145:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:24:08,769 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1269b3ab3145:0, corePoolSize=5, maxPoolSize=5 2024-11-28T01:24:08,769 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1269b3ab3145:0, corePoolSize=10, maxPoolSize=10 2024-11-28T01:24:08,769 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,769 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1269b3ab3145:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:24:08,769 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,771 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732757078771 2024-11-28T01:24:08,773 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T01:24:08,774 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T01:24:08,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:24:08,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-28T01:24:08,778 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T01:24:08,779 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T01:24:08,779 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T01:24:08,779 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T01:24:08,780 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:08,781 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T01:24:08,783 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T01:24:08,784 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1269b3ab3145:44269 2024-11-28T01:24:08,784 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T01:24:08,785 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T01:24:08,786 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1008): ClusterId : 905ce9f1-8338-4c6a-956a-33ea6c35dc99 2024-11-28T01:24:08,788 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T01:24:08,788 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T01:24:08,789 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T01:24:08,792 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1269b3ab3145:0:becomeActiveMaster-HFileCleaner.large.0-1732757048790,5,FailOnTimeoutGroup] 2024-11-28T01:24:08,795 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T01:24:08,795 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T01:24:08,796 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1269b3ab3145:0:becomeActiveMaster-HFileCleaner.small.0-1732757048792,5,FailOnTimeoutGroup] 2024-11-28T01:24:08,796 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,796 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T01:24:08,797 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,798 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,798 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T01:24:08,798 DEBUG [RS:0;1269b3ab3145:44269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e59d6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:08,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741831_1007 (size=1039) 2024-11-28T01:24:08,801 DEBUG [RS:0;1269b3ab3145:44269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580fd3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1269b3ab3145/172.17.0.2:0 2024-11-28T01:24:08,803 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-28T01:24:08,804 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-28T01:24:08,804 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-28T01:24:08,806 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(3073): reportForDuty to master=1269b3ab3145,42245,1732757045552 with isa=1269b3ab3145/172.17.0.2:44269, startcode=1732757046324 2024-11-28T01:24:08,818 DEBUG [RS:0;1269b3ab3145:44269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:24:08,860 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47203, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:24:08,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42245 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:08,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42245 {}] master.ServerManager(486): Registering regionserver=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:08,891 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:24:08,892 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41099 2024-11-28T01:24:08,892 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-28T01:24:08,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:24:08,897 DEBUG [RS:0;1269b3ab3145:44269 {}] zookeeper.ZKUtil(111): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1269b3ab3145,44269,1732757046324 2024-11-28T01:24:08,897 WARN [RS:0;1269b3ab3145:44269 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T01:24:08,897 INFO [RS:0;1269b3ab3145:44269 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:24:08,898 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/WALs/1269b3ab3145,44269,1732757046324 2024-11-28T01:24:08,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1269b3ab3145,44269,1732757046324] 2024-11-28T01:24:08,914 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-28T01:24:08,925 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T01:24:08,938 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T01:24:08,940 INFO [RS:0;1269b3ab3145:44269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T01:24:08,941 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,941 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-28T01:24:08,948 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,948 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1269b3ab3145:0, corePoolSize=2, maxPoolSize=2 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,949 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,950 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,950 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1269b3ab3145:0, corePoolSize=1, maxPoolSize=1 2024-11-28T01:24:08,950 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1269b3ab3145:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:24:08,950 DEBUG [RS:0;1269b3ab3145:44269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0, corePoolSize=3, maxPoolSize=3 2024-11-28T01:24:08,952 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,952 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,952 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,952 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,952 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,44269,1732757046324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:24:08,971 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T01:24:08,973 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,44269,1732757046324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:08,993 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.Replication(204): 1269b3ab3145,44269,1732757046324 started 2024-11-28T01:24:08,994 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1767): Serving as 1269b3ab3145,44269,1732757046324, RpcServer on 1269b3ab3145/172.17.0.2:44269, sessionid=0x1003bb9f6bf0001 2024-11-28T01:24:08,994 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T01:24:08,994 DEBUG [RS:0;1269b3ab3145:44269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:08,995 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1269b3ab3145,44269,1732757046324' 2024-11-28T01:24:08,995 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T01:24:08,996 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T01:24:08,996 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T01:24:08,996 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T01:24:08,996 DEBUG [RS:0;1269b3ab3145:44269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:08,996 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1269b3ab3145,44269,1732757046324' 2024-11-28T01:24:08,996 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T01:24:08,997 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T01:24:08,998 DEBUG [RS:0;1269b3ab3145:44269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T01:24:08,998 INFO [RS:0;1269b3ab3145:44269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T01:24:08,998 INFO [RS:0;1269b3ab3145:44269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T01:24:09,104 INFO [RS:0;1269b3ab3145:44269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T01:24:09,107 INFO [RS:0;1269b3ab3145:44269 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1269b3ab3145%2C44269%2C1732757046324, suffix=, logDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/WALs/1269b3ab3145,44269,1732757046324, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/oldWALs, maxLogs=32 2024-11-28T01:24:09,125 DEBUG [RS:0;1269b3ab3145:44269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/WALs/1269b3ab3145,44269,1732757046324/1269b3ab3145%2C44269%2C1732757046324.1732757049110, exclude list is [], retry=0 2024-11-28T01:24:09,129 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38763,DS-fca7bb8c-57e2-4918-854a-e42ff6626bf3,DISK] 2024-11-28T01:24:09,133 INFO [RS:0;1269b3ab3145:44269 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/WALs/1269b3ab3145,44269,1732757046324/1269b3ab3145%2C44269%2C1732757046324.1732757049110 2024-11-28T01:24:09,133 DEBUG [RS:0;1269b3ab3145:44269 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-28T01:24:09,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-28T01:24:09,204 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:24:09,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741833_1009 (size=32) 2024-11-28T01:24:09,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:09,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T01:24:09,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T01:24:09,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:09,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:24:09,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T01:24:09,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T01:24:09,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:24:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T01:24:09,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T01:24:09,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:09,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:24:09,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740 2024-11-28T01:24:09,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740 2024-11-28T01:24:09,635 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:24:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-28T01:24:09,642 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:24:09,643 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63928407, jitterRate=-0.047392502427101135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:24:09,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-28T01:24:09,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-28T01:24:09,646 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-28T01:24:09,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-28T01:24:09,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T01:24:09,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T01:24:09,648 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-28T01:24:09,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-28T01:24:09,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-28T01:24:09,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-28T01:24:09,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T01:24:09,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T01:24:09,668 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T01:24:09,819 DEBUG [1269b3ab3145:42245 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T01:24:09,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:09,829 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1269b3ab3145,44269,1732757046324, state=OPENING 2024-11-28T01:24:09,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T01:24:09,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:09,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:09,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:24:09,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:24:09,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:24:10,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:10,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T01:24:10,018 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T01:24:10,029 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-28T01:24:10,029 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T01:24:10,030 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T01:24:10,033 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1269b3ab3145%2C44269%2C1732757046324.meta, suffix=.meta, logDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/WALs/1269b3ab3145,44269,1732757046324, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/oldWALs, maxLogs=32 2024-11-28T01:24:10,049 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/WALs/1269b3ab3145,44269,1732757046324/1269b3ab3145%2C44269%2C1732757046324.meta.1732757050034.meta, exclude list is [], retry=0 2024-11-28T01:24:10,053 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38763,DS-fca7bb8c-57e2-4918-854a-e42ff6626bf3,DISK] 2024-11-28T01:24:10,056 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/WALs/1269b3ab3145,44269,1732757046324/1269b3ab3145%2C44269%2C1732757046324.meta.1732757050034.meta 2024-11-28T01:24:10,056 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45675:45675)] 2024-11-28T01:24:10,057 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:24:10,058 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T01:24:10,118 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T01:24:10,123 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T01:24:10,128 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T01:24:10,128 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:10,128 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-28T01:24:10,128 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-28T01:24:10,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T01:24:10,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T01:24:10,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:10,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:24:10,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T01:24:10,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T01:24:10,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:10,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:24:10,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T01:24:10,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T01:24:10,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:10,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T01:24:10,141 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740 2024-11-28T01:24:10,144 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740 2024-11-28T01:24:10,147 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:24:10,151 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-28T01:24:10,152 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68034411, jitterRate=0.013791725039482117}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:24:10,155 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-28T01:24:10,162 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732757050008 2024-11-28T01:24:10,176 DEBUG [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T01:24:10,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:10,176 INFO [RS_OPEN_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-28T01:24:10,178 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1269b3ab3145,44269,1732757046324, state=OPEN 2024-11-28T01:24:10,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:24:10,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T01:24:10,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:24:10,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T01:24:10,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T01:24:10,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=1269b3ab3145,44269,1732757046324 in 344 msec 2024-11-28T01:24:10,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T01:24:10,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-11-28T01:24:10,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4930 sec 2024-11-28T01:24:10,198 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732757050198, completionTime=-1 2024-11-28T01:24:10,199 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T01:24:10,199 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-28T01:24:10,237 DEBUG [hconnection-0x6d6f88c1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:10,239 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:10,249 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-28T01:24:10,249 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732757110249 2024-11-28T01:24:10,250 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732757170249 2024-11-28T01:24:10,250 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-11-28T01:24:10,271 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,42245,1732757045552-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:10,271 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,42245,1732757045552-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:10,272 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,42245,1732757045552-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:10,273 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1269b3ab3145:42245, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:10,273 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:10,279 DEBUG [master/1269b3ab3145:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-28T01:24:10,282 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-28T01:24:10,283 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T01:24:10,289 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-28T01:24:10,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:24:10,293 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:10,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:24:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741835_1011 (size=358) 2024-11-28T01:24:10,710 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9ec7b0c07d0b6a2a79e8b86c296bc59b, NAME => 'hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:24:10,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741836_1012 (size=42) 2024-11-28T01:24:11,121 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:11,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9ec7b0c07d0b6a2a79e8b86c296bc59b, disabling compactions & flushes 2024-11-28T01:24:11,122 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:24:11,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:24:11,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. after waiting 0 ms 2024-11-28T01:24:11,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:24:11,122 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:24:11,122 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9ec7b0c07d0b6a2a79e8b86c296bc59b: 2024-11-28T01:24:11,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:24:11,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732757051126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732757051126"}]},"ts":"1732757051126"} 2024-11-28T01:24:11,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T01:24:11,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:24:11,165 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757051162"}]},"ts":"1732757051162"} 2024-11-28T01:24:11,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-28T01:24:11,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9ec7b0c07d0b6a2a79e8b86c296bc59b, ASSIGN}] 2024-11-28T01:24:11,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9ec7b0c07d0b6a2a79e8b86c296bc59b, ASSIGN 2024-11-28T01:24:11,179 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9ec7b0c07d0b6a2a79e8b86c296bc59b, ASSIGN; state=OFFLINE, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=false 2024-11-28T01:24:11,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9ec7b0c07d0b6a2a79e8b86c296bc59b, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:11,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9ec7b0c07d0b6a2a79e8b86c296bc59b, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:24:11,488 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:11,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:24:11,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ec7b0c07d0b6a2a79e8b86c296bc59b, NAME => 'hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:24:11,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:24:11,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:11,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:24:11,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:24:11,498 INFO [StoreOpener-9ec7b0c07d0b6a2a79e8b86c296bc59b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:24:11,501 INFO [StoreOpener-9ec7b0c07d0b6a2a79e8b86c296bc59b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ec7b0c07d0b6a2a79e8b86c296bc59b columnFamilyName info 2024-11-28T01:24:11,501 DEBUG [StoreOpener-9ec7b0c07d0b6a2a79e8b86c296bc59b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:11,502 INFO [StoreOpener-9ec7b0c07d0b6a2a79e8b86c296bc59b-1 {}] regionserver.HStore(327): Store=9ec7b0c07d0b6a2a79e8b86c296bc59b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:11,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:24:11,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:24:11,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:24:11,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:24:11,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9ec7b0c07d0b6a2a79e8b86c296bc59b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67081440, jitterRate=-4.086494445800781E-4}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T01:24:11,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9ec7b0c07d0b6a2a79e8b86c296bc59b: 2024-11-28T01:24:11,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b., pid=6, masterSystemTime=1732757051488 2024-11-28T01:24:11,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:24:11,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:24:11,521 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9ec7b0c07d0b6a2a79e8b86c296bc59b, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:11,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T01:24:11,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9ec7b0c07d0b6a2a79e8b86c296bc59b, server=1269b3ab3145,44269,1732757046324 in 194 msec 2024-11-28T01:24:11,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T01:24:11,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9ec7b0c07d0b6a2a79e8b86c296bc59b, ASSIGN in 358 msec 2024-11-28T01:24:11,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:24:11,540 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757051539"}]},"ts":"1732757051539"} 2024-11-28T01:24:11,544 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-28T01:24:11,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:24:11,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2660 sec 2024-11-28T01:24:11,594 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-28T01:24:11,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-28T01:24:11,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:11,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:24:11,628 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-28T01:24:11,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-28T01:24:11,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-11-28T01:24:11,662 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-28T01:24:11,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-28T01:24:11,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-28T01:24:11,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-28T01:24:11,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-28T01:24:11,691 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.287sec 2024-11-28T01:24:11,692 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T01:24:11,694 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T01:24:11,695 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T01:24:11,695 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T01:24:11,695 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T01:24:11,696 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,42245,1732757045552-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T01:24:11,696 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,42245,1732757045552-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T01:24:11,703 DEBUG [master/1269b3ab3145:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-28T01:24:11,704 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T01:24:11,704 INFO [master/1269b3ab3145:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1269b3ab3145,42245,1732757045552-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T01:24:11,786 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-28T01:24:11,787 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-28T01:24:11,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:11,797 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T01:24:11,798 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T01:24:11,807 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:11,815 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:11,824 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=1269b3ab3145,42245,1732757045552 2024-11-28T01:24:11,842 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=5459 2024-11-28T01:24:11,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:24:11,856 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:24:11,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:24:11,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:24:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:11,872 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:24:11,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-28T01:24:11,872 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:11,875 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:24:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T01:24:11,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741837_1013 (size=963) 2024-11-28T01:24:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T01:24:12,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T01:24:12,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:24:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741838_1014 (size=53) 2024-11-28T01:24:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T01:24:12,700 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:12,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3f3423f7bcd8658109d37f7e7196b66b, disabling compactions & flushes 2024-11-28T01:24:12,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:12,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:12,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. after waiting 0 ms 2024-11-28T01:24:12,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:12,701 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:12,701 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:12,703 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:24:12,704 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732757052703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732757052703"}]},"ts":"1732757052703"} 2024-11-28T01:24:12,706 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T01:24:12,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:24:12,708 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757052708"}]},"ts":"1732757052708"} 2024-11-28T01:24:12,711 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T01:24:12,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3f3423f7bcd8658109d37f7e7196b66b, ASSIGN}] 2024-11-28T01:24:12,717 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3f3423f7bcd8658109d37f7e7196b66b, ASSIGN 2024-11-28T01:24:12,718 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3f3423f7bcd8658109d37f7e7196b66b, ASSIGN; state=OFFLINE, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=false 2024-11-28T01:24:12,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3f3423f7bcd8658109d37f7e7196b66b, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:12,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:24:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T01:24:13,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:13,032 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:13,032 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:24:13,033 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,033 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:13,033 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,033 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,035 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,038 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:13,039 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f3423f7bcd8658109d37f7e7196b66b columnFamilyName A 2024-11-28T01:24:13,039 DEBUG [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:13,040 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.HStore(327): Store=3f3423f7bcd8658109d37f7e7196b66b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:13,040 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,042 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:13,042 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f3423f7bcd8658109d37f7e7196b66b columnFamilyName B 2024-11-28T01:24:13,042 DEBUG [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:13,043 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.HStore(327): Store=3f3423f7bcd8658109d37f7e7196b66b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:13,043 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,045 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:13,045 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f3423f7bcd8658109d37f7e7196b66b columnFamilyName C 2024-11-28T01:24:13,045 DEBUG [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:13,046 INFO [StoreOpener-3f3423f7bcd8658109d37f7e7196b66b-1 {}] regionserver.HStore(327): Store=3f3423f7bcd8658109d37f7e7196b66b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:13,046 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:13,048 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,048 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,051 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:24:13,053 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:13,056 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:24:13,057 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 3f3423f7bcd8658109d37f7e7196b66b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73282682, jitterRate=0.09199705719947815}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:24:13,058 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:13,059 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., pid=11, masterSystemTime=1732757053026 2024-11-28T01:24:13,062 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:13,063 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:13,064 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3f3423f7bcd8658109d37f7e7196b66b, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:13,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-28T01:24:13,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 in 195 msec 2024-11-28T01:24:13,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-28T01:24:13,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3f3423f7bcd8658109d37f7e7196b66b, ASSIGN in 355 msec 2024-11-28T01:24:13,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:24:13,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757053076"}]},"ts":"1732757053076"} 2024-11-28T01:24:13,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T01:24:13,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:24:13,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2140 sec 2024-11-28T01:24:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-28T01:24:13,995 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-28T01:24:14,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-28T01:24:14,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,009 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:24:14,014 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:24:14,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-28T01:24:14,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,026 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-28T01:24:14,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,030 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-28T01:24:14,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-28T01:24:14,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-28T01:24:14,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-28T01:24:14,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-28T01:24:14,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-28T01:24:14,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,059 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-28T01:24:14,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:14,067 DEBUG [hconnection-0x63f71b8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,068 DEBUG [hconnection-0x76910286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,068 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,069 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,070 DEBUG [hconnection-0x53bc7585-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,071 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,073 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,074 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,076 DEBUG [hconnection-0x78b714ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,078 DEBUG [hconnection-0x13693b96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-28T01:24:14,090 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37276, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:14,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:14,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T01:24:14,098 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,111 DEBUG [hconnection-0x5bb380e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,128 DEBUG [hconnection-0xc96820-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,128 DEBUG [hconnection-0x3fb41cfe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:14,133 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,135 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,155 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:14,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:14,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:24:14,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:14,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:14,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:14,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:14,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:14,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T01:24:14,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:14,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/adc83f0d0c704cc4b7f06232e8c2bb94 is 50, key is test_row_0/A:col10/1732757054112/Put/seqid=0 2024-11-28T01:24:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741839_1015 (size=12001) 2024-11-28T01:24:14,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/adc83f0d0c704cc4b7f06232e8c2bb94 2024-11-28T01:24:14,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757114370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757114368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757114373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757114386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757114387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T01:24:14,444 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/4a2ec17571694794926d90ac44700ff1 is 50, key is test_row_0/B:col10/1732757054112/Put/seqid=0 2024-11-28T01:24:14,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757114537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757114537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757114537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757114537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757114538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741840_1016 (size=12001) 2024-11-28T01:24:14,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/4a2ec17571694794926d90ac44700ff1 2024-11-28T01:24:14,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/1dbee3023a57472781e37baed237fff8 is 50, key is test_row_0/C:col10/1732757054112/Put/seqid=0 2024-11-28T01:24:14,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:14,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:14,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741841_1017 (size=12001) 2024-11-28T01:24:14,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/1dbee3023a57472781e37baed237fff8 2024-11-28T01:24:14,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/adc83f0d0c704cc4b7f06232e8c2bb94 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/adc83f0d0c704cc4b7f06232e8c2bb94 2024-11-28T01:24:14,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/adc83f0d0c704cc4b7f06232e8c2bb94, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T01:24:14,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/4a2ec17571694794926d90ac44700ff1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/4a2ec17571694794926d90ac44700ff1 2024-11-28T01:24:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T01:24:14,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/4a2ec17571694794926d90ac44700ff1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T01:24:14,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/1dbee3023a57472781e37baed237fff8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/1dbee3023a57472781e37baed237fff8 2024-11-28T01:24:14,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/1dbee3023a57472781e37baed237fff8, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T01:24:14,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3f3423f7bcd8658109d37f7e7196b66b in 556ms, sequenceid=14, compaction requested=false 2024-11-28T01:24:14,727 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T01:24:14,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:14,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:24:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:14,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:14,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:14,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/33350f022481435a8ace32c6dba0bf3e is 50, key is test_row_0/A:col10/1732757054750/Put/seqid=0 2024-11-28T01:24:14,796 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741842_1018 (size=16681) 2024-11-28T01:24:14,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/33350f022481435a8ace32c6dba0bf3e 2024-11-28T01:24:14,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/5b683306243f48429b54c74586c4da93 is 50, key is test_row_0/B:col10/1732757054750/Put/seqid=0 2024-11-28T01:24:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741843_1019 (size=12001) 2024-11-28T01:24:14,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757114783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757114877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757114878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757114881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757114888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T01:24:14,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-28T01:24:14,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:14,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:14,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:14,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757114990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757114996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:14,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:14,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757114998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757114998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757115002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,107 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:15,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:15,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757115198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757115201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T01:24:15,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757115203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757115206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757115208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/5b683306243f48429b54c74586c4da93 2024-11-28T01:24:15,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:15,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:15,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ef7addc1b079490b9910adaa7a8c29bb is 50, key is test_row_0/C:col10/1732757054750/Put/seqid=0 2024-11-28T01:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741844_1020 (size=12001) 2024-11-28T01:24:15,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757115505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757115506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757115513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757115514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757115516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:15,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:15,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,640 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T01:24:15,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ef7addc1b079490b9910adaa7a8c29bb 2024-11-28T01:24:15,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/33350f022481435a8ace32c6dba0bf3e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/33350f022481435a8ace32c6dba0bf3e 2024-11-28T01:24:15,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/33350f022481435a8ace32c6dba0bf3e, entries=250, sequenceid=40, filesize=16.3 K 2024-11-28T01:24:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/5b683306243f48429b54c74586c4da93 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5b683306243f48429b54c74586c4da93 2024-11-28T01:24:15,742 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:15,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:15,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:15,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5b683306243f48429b54c74586c4da93, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T01:24:15,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ef7addc1b079490b9910adaa7a8c29bb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef7addc1b079490b9910adaa7a8c29bb 2024-11-28T01:24:15,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef7addc1b079490b9910adaa7a8c29bb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T01:24:15,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3f3423f7bcd8658109d37f7e7196b66b in 1012ms, sequenceid=40, compaction requested=false 2024-11-28T01:24:15,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:15,898 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:15,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-28T01:24:15,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:15,899 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T01:24:15,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:15,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:15,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:15,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:15,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:15,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:15,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/afb43ee8b8194b63b8ebe76f61c915b4 is 50, key is test_row_0/A:col10/1732757054873/Put/seqid=0 2024-11-28T01:24:15,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741845_1021 (size=12001) 2024-11-28T01:24:15,950 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/afb43ee8b8194b63b8ebe76f61c915b4 2024-11-28T01:24:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/270530b392194cf8b2d203c1bc38e96c is 50, key is test_row_0/B:col10/1732757054873/Put/seqid=0 2024-11-28T01:24:15,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741846_1022 (size=12001) 2024-11-28T01:24:16,004 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/270530b392194cf8b2d203c1bc38e96c 2024-11-28T01:24:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:16,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:16,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ff77022a60164f088dc06d6926b6a476 is 50, key is test_row_0/C:col10/1732757054873/Put/seqid=0 2024-11-28T01:24:16,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T01:24:16,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T01:24:16,054 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-28T01:24:16,055 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-28T01:24:16,058 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T01:24:16,059 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T01:24:16,059 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T01:24:16,059 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T01:24:16,061 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T01:24:16,061 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T01:24:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741847_1023 (size=12001) 2024-11-28T01:24:16,068 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ff77022a60164f088dc06d6926b6a476 2024-11-28T01:24:16,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/afb43ee8b8194b63b8ebe76f61c915b4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/afb43ee8b8194b63b8ebe76f61c915b4 2024-11-28T01:24:16,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757116076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757116078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757116083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757116083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,097 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/afb43ee8b8194b63b8ebe76f61c915b4, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T01:24:16,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757116086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/270530b392194cf8b2d203c1bc38e96c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/270530b392194cf8b2d203c1bc38e96c 2024-11-28T01:24:16,113 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/270530b392194cf8b2d203c1bc38e96c, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T01:24:16,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ff77022a60164f088dc06d6926b6a476 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ff77022a60164f088dc06d6926b6a476 2024-11-28T01:24:16,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ff77022a60164f088dc06d6926b6a476, entries=150, sequenceid=50, filesize=11.7 K 2024-11-28T01:24:16,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3f3423f7bcd8658109d37f7e7196b66b in 234ms, sequenceid=50, compaction requested=true 2024-11-28T01:24:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-28T01:24:16,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-28T01:24:16,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-28T01:24:16,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec 2024-11-28T01:24:16,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0580 sec 2024-11-28T01:24:16,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:16,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T01:24:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-28T01:24:16,206 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-28T01:24:16,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-28T01:24:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T01:24:16,220 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:16,223 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:16,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:16,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/6abb105745e94bd3addbc7ef92cf2590 is 50, key is test_row_0/A:col10/1732757056194/Put/seqid=0 2024-11-28T01:24:16,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757116212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757116212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757116217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757116222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757116224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741848_1024 (size=12001) 2024-11-28T01:24:16,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/6abb105745e94bd3addbc7ef92cf2590 2024-11-28T01:24:16,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/652f8bf4c4c745dbaca587a762ebc0ea is 50, key is test_row_0/B:col10/1732757056194/Put/seqid=0 2024-11-28T01:24:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T01:24:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757116328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757116328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757116329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757116329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757116330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741849_1025 (size=12001) 2024-11-28T01:24:16,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/652f8bf4c4c745dbaca587a762ebc0ea 2024-11-28T01:24:16,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-28T01:24:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:16,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:16,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:16,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:16,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/07a79dbf22094baeb307515ae37a761e is 50, key is test_row_0/C:col10/1732757056194/Put/seqid=0 2024-11-28T01:24:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741850_1026 (size=12001) 2024-11-28T01:24:16,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/07a79dbf22094baeb307515ae37a761e 2024-11-28T01:24:16,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/6abb105745e94bd3addbc7ef92cf2590 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6abb105745e94bd3addbc7ef92cf2590 2024-11-28T01:24:16,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6abb105745e94bd3addbc7ef92cf2590, entries=150, sequenceid=78, filesize=11.7 K 2024-11-28T01:24:16,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/652f8bf4c4c745dbaca587a762ebc0ea as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/652f8bf4c4c745dbaca587a762ebc0ea 2024-11-28T01:24:16,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/652f8bf4c4c745dbaca587a762ebc0ea, entries=150, sequenceid=78, filesize=11.7 K 2024-11-28T01:24:16,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/07a79dbf22094baeb307515ae37a761e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/07a79dbf22094baeb307515ae37a761e 2024-11-28T01:24:16,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/07a79dbf22094baeb307515ae37a761e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-28T01:24:16,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3f3423f7bcd8658109d37f7e7196b66b in 279ms, sequenceid=78, compaction requested=true 2024-11-28T01:24:16,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:16,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:16,482 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:16,487 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:16,489 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:16,489 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,489 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/4a2ec17571694794926d90ac44700ff1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5b683306243f48429b54c74586c4da93, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/270530b392194cf8b2d203c1bc38e96c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/652f8bf4c4c745dbaca587a762ebc0ea] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=46.9 K 2024-11-28T01:24:16,491 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a2ec17571694794926d90ac44700ff1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732757054112 2024-11-28T01:24:16,491 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:16,492 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b683306243f48429b54c74586c4da93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732757054745 2024-11-28T01:24:16,493 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 270530b392194cf8b2d203c1bc38e96c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732757054784 2024-11-28T01:24:16,494 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 652f8bf4c4c745dbaca587a762ebc0ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732757056062 2024-11-28T01:24:16,505 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:16,506 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:16,506 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,506 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/adc83f0d0c704cc4b7f06232e8c2bb94, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/33350f022481435a8ace32c6dba0bf3e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/afb43ee8b8194b63b8ebe76f61c915b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6abb105745e94bd3addbc7ef92cf2590] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=51.4 K 2024-11-28T01:24:16,507 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting adc83f0d0c704cc4b7f06232e8c2bb94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732757054112 2024-11-28T01:24:16,510 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33350f022481435a8ace32c6dba0bf3e, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732757054367 2024-11-28T01:24:16,510 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting afb43ee8b8194b63b8ebe76f61c915b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732757054784 2024-11-28T01:24:16,512 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6abb105745e94bd3addbc7ef92cf2590, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732757056062 2024-11-28T01:24:16,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T01:24:16,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-28T01:24:16,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,536 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T01:24:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:16,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,557 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#12 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:16,558 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/5c6975c15bbe4d899fb4fb9ab10066ad is 50, key is test_row_0/B:col10/1732757056194/Put/seqid=0 2024-11-28T01:24:16,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a3ff95cee05b4db0af2c7dd12b1bf6d2 is 50, key is test_row_0/A:col10/1732757056217/Put/seqid=0 2024-11-28T01:24:16,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:16,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:16,569 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#13 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:16,570 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/139c49b86e22442dbe64078265c0ca76 is 50, key is test_row_0/A:col10/1732757056194/Put/seqid=0 2024-11-28T01:24:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741851_1027 (size=12139) 2024-11-28T01:24:16,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741852_1028 (size=9657) 2024-11-28T01:24:16,598 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a3ff95cee05b4db0af2c7dd12b1bf6d2 2024-11-28T01:24:16,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741853_1029 (size=12139) 2024-11-28T01:24:16,623 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/139c49b86e22442dbe64078265c0ca76 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/139c49b86e22442dbe64078265c0ca76 2024-11-28T01:24:16,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/43e9bba1da9943029715f711c5b89a53 is 50, key is test_row_0/B:col10/1732757056217/Put/seqid=0 2024-11-28T01:24:16,657 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 139c49b86e22442dbe64078265c0ca76(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:16,657 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:16,658 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=12, startTime=1732757056479; duration=0sec 2024-11-28T01:24:16,666 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:16,666 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:16,666 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:16,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741854_1030 (size=9657) 2024-11-28T01:24:16,676 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/43e9bba1da9943029715f711c5b89a53 2024-11-28T01:24:16,682 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:16,682 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:16,682 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,683 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/1dbee3023a57472781e37baed237fff8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef7addc1b079490b9910adaa7a8c29bb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ff77022a60164f088dc06d6926b6a476, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/07a79dbf22094baeb307515ae37a761e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=46.9 K 2024-11-28T01:24:16,684 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1dbee3023a57472781e37baed237fff8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732757054112 2024-11-28T01:24:16,685 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7addc1b079490b9910adaa7a8c29bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732757054745 2024-11-28T01:24:16,686 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff77022a60164f088dc06d6926b6a476, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732757054784 2024-11-28T01:24:16,686 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07a79dbf22094baeb307515ae37a761e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732757056062 2024-11-28T01:24:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/edfc4e755e404da59df77cf2b47971fe is 50, key is test_row_0/C:col10/1732757056217/Put/seqid=0 2024-11-28T01:24:16,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757116691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757116691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757116697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757116705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757116700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741855_1031 (size=9657) 2024-11-28T01:24:16,735 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/edfc4e755e404da59df77cf2b47971fe 2024-11-28T01:24:16,747 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#17 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:16,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a3ff95cee05b4db0af2c7dd12b1bf6d2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a3ff95cee05b4db0af2c7dd12b1bf6d2 2024-11-28T01:24:16,749 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/85b0f6ecadec45849f776e1174380f41 is 50, key is test_row_0/C:col10/1732757056194/Put/seqid=0 2024-11-28T01:24:16,760 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a3ff95cee05b4db0af2c7dd12b1bf6d2, entries=100, sequenceid=86, filesize=9.4 K 2024-11-28T01:24:16,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/43e9bba1da9943029715f711c5b89a53 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/43e9bba1da9943029715f711c5b89a53 2024-11-28T01:24:16,786 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/43e9bba1da9943029715f711c5b89a53, entries=100, sequenceid=86, filesize=9.4 K 2024-11-28T01:24:16,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/edfc4e755e404da59df77cf2b47971fe as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/edfc4e755e404da59df77cf2b47971fe 2024-11-28T01:24:16,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741856_1032 (size=12139) 2024-11-28T01:24:16,800 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/edfc4e755e404da59df77cf2b47971fe, entries=100, sequenceid=86, filesize=9.4 K 2024-11-28T01:24:16,803 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/85b0f6ecadec45849f776e1174380f41 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/85b0f6ecadec45849f776e1174380f41 2024-11-28T01:24:16,802 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 3f3423f7bcd8658109d37f7e7196b66b in 266ms, sequenceid=86, compaction requested=false 2024-11-28T01:24:16,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:16,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-28T01:24:16,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-28T01:24:16,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-28T01:24:16,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 582 msec 2024-11-28T01:24:16,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 597 msec 2024-11-28T01:24:16,816 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 85b0f6ecadec45849f776e1174380f41(size=11.9 K), total size for store is 21.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:16,817 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:16,817 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=12, startTime=1732757056482; duration=0sec 2024-11-28T01:24:16,817 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:16,817 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:16,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-28T01:24:16,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:16,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:16,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:16,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:16,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-28T01:24:16,824 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-28T01:24:16,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-28T01:24:16,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T01:24:16,830 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:16,831 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:16,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757116827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757116820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757116836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/f7aabed9db424327bf840d65825e3783 is 50, key is test_row_0/A:col10/1732757056658/Put/seqid=0 2024-11-28T01:24:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757116837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757116837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741857_1033 (size=16681) 2024-11-28T01:24:16,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/f7aabed9db424327bf840d65825e3783 2024-11-28T01:24:16,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4 is 50, key is test_row_0/B:col10/1732757056658/Put/seqid=0 2024-11-28T01:24:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T01:24:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741858_1034 (size=12001) 2024-11-28T01:24:16,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4 2024-11-28T01:24:16,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757116941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757116945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757116940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757116949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757116950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/f0d902a651214c64bfbef05ada2fe044 is 50, key is test_row_0/C:col10/1732757056658/Put/seqid=0 2024-11-28T01:24:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741859_1035 (size=12001) 2024-11-28T01:24:16,986 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:16,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-28T01:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:16,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:16,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:16,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/f0d902a651214c64bfbef05ada2fe044 2024-11-28T01:24:17,004 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/5c6975c15bbe4d899fb4fb9ab10066ad as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5c6975c15bbe4d899fb4fb9ab10066ad 2024-11-28T01:24:17,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/f7aabed9db424327bf840d65825e3783 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/f7aabed9db424327bf840d65825e3783 2024-11-28T01:24:17,027 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into 5c6975c15bbe4d899fb4fb9ab10066ad(size=11.9 K), total size for store is 21.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:17,027 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:17,027 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=12, startTime=1732757056482; duration=0sec 2024-11-28T01:24:17,027 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:17,027 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:17,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/f7aabed9db424327bf840d65825e3783, entries=250, sequenceid=119, filesize=16.3 K 2024-11-28T01:24:17,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4 2024-11-28T01:24:17,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4, entries=150, sequenceid=119, filesize=11.7 K 2024-11-28T01:24:17,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/f0d902a651214c64bfbef05ada2fe044 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f0d902a651214c64bfbef05ada2fe044 2024-11-28T01:24:17,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f0d902a651214c64bfbef05ada2fe044, entries=150, sequenceid=119, filesize=11.7 K 2024-11-28T01:24:17,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=26.84 KB/27480 for 3f3423f7bcd8658109d37f7e7196b66b in 255ms, sequenceid=119, compaction requested=true 2024-11-28T01:24:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:17,073 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:17,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:17,074 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:17,076 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:17,076 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:17,076 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:17,076 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5c6975c15bbe4d899fb4fb9ab10066ad, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/43e9bba1da9943029715f711c5b89a53, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=33.0 K 2024-11-28T01:24:17,077 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38477 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:17,077 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:17,077 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:17,077 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/139c49b86e22442dbe64078265c0ca76, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a3ff95cee05b4db0af2c7dd12b1bf6d2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/f7aabed9db424327bf840d65825e3783] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.6 K 2024-11-28T01:24:17,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:17,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:17,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:17,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:17,078 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 139c49b86e22442dbe64078265c0ca76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732757056062 2024-11-28T01:24:17,079 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c6975c15bbe4d899fb4fb9ab10066ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732757056062 2024-11-28T01:24:17,079 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3ff95cee05b4db0af2c7dd12b1bf6d2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732757056210 2024-11-28T01:24:17,080 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 43e9bba1da9943029715f711c5b89a53, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732757056210 2024-11-28T01:24:17,080 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7aabed9db424327bf840d65825e3783, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732757056658 2024-11-28T01:24:17,081 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f28c9ad1bc0f49ab8d6f62b4a5a823b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732757056658 2024-11-28T01:24:17,100 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:17,101 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/dd269592a89444f79b1d6a2ac475d3e5 is 50, key is test_row_0/B:col10/1732757056658/Put/seqid=0 2024-11-28T01:24:17,103 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:17,104 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/84dd23cb0e6b42fdacb244174e59d2fd is 50, key is test_row_0/A:col10/1732757056658/Put/seqid=0 2024-11-28T01:24:17,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741861_1037 (size=12241) 2024-11-28T01:24:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741860_1036 (size=12241) 2024-11-28T01:24:17,128 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/dd269592a89444f79b1d6a2ac475d3e5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/dd269592a89444f79b1d6a2ac475d3e5 2024-11-28T01:24:17,128 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/84dd23cb0e6b42fdacb244174e59d2fd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/84dd23cb0e6b42fdacb244174e59d2fd 2024-11-28T01:24:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T01:24:17,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,144 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 84dd23cb0e6b42fdacb244174e59d2fd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:17,144 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:17,144 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757057073; duration=0sec 2024-11-28T01:24:17,144 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:17,144 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:17,144 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:17,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-28T01:24:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:17,145 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T01:24:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:17,147 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into dd269592a89444f79b1d6a2ac475d3e5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:17,147 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:17,147 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:17,147 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:17,148 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/85b0f6ecadec45849f776e1174380f41, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/edfc4e755e404da59df77cf2b47971fe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f0d902a651214c64bfbef05ada2fe044] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=33.0 K 2024-11-28T01:24:17,149 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85b0f6ecadec45849f776e1174380f41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732757056062 2024-11-28T01:24:17,147 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:17,150 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757057073; duration=0sec 2024-11-28T01:24:17,150 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:17,150 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:17,151 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting edfc4e755e404da59df77cf2b47971fe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732757056210 2024-11-28T01:24:17,155 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0d902a651214c64bfbef05ada2fe044, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732757056658 2024-11-28T01:24:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5b835167ea2e45c591155d33572b8f4f is 50, key is test_row_0/A:col10/1732757056833/Put/seqid=0 2024-11-28T01:24:17,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:17,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741862_1038 (size=9657) 2024-11-28T01:24:17,201 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5b835167ea2e45c591155d33572b8f4f 2024-11-28T01:24:17,212 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:17,213 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/c97c7b85037849408a8e3299fa39aae2 is 50, key is test_row_0/C:col10/1732757056658/Put/seqid=0 2024-11-28T01:24:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/bda1058847af405eb218320a44f013c8 is 50, key is test_row_0/B:col10/1732757056833/Put/seqid=0 2024-11-28T01:24:17,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757117228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757117233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757117234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757117237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757117245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741863_1039 (size=12241) 2024-11-28T01:24:17,274 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/c97c7b85037849408a8e3299fa39aae2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c97c7b85037849408a8e3299fa39aae2 2024-11-28T01:24:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741864_1040 (size=9657) 2024-11-28T01:24:17,285 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/bda1058847af405eb218320a44f013c8 2024-11-28T01:24:17,287 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into c97c7b85037849408a8e3299fa39aae2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:17,287 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:17,287 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757057078; duration=0sec 2024-11-28T01:24:17,287 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:17,288 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4ac13dc65ff84d478460af27e0ac4afe is 50, key is test_row_0/C:col10/1732757056833/Put/seqid=0 2024-11-28T01:24:17,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757117340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757117341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757117346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741865_1041 (size=9657) 2024-11-28T01:24:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757117351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757117354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T01:24:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757117547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757117548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757117553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757117558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757117560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,757 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4ac13dc65ff84d478460af27e0ac4afe 2024-11-28T01:24:17,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5b835167ea2e45c591155d33572b8f4f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5b835167ea2e45c591155d33572b8f4f 2024-11-28T01:24:17,786 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5b835167ea2e45c591155d33572b8f4f, entries=100, sequenceid=129, filesize=9.4 K 2024-11-28T01:24:17,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/bda1058847af405eb218320a44f013c8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/bda1058847af405eb218320a44f013c8 2024-11-28T01:24:17,806 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/bda1058847af405eb218320a44f013c8, entries=100, sequenceid=129, filesize=9.4 K 2024-11-28T01:24:17,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4ac13dc65ff84d478460af27e0ac4afe as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ac13dc65ff84d478460af27e0ac4afe 2024-11-28T01:24:17,819 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ac13dc65ff84d478460af27e0ac4afe, entries=100, sequenceid=129, filesize=9.4 K 2024-11-28T01:24:17,821 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=181.14 KB/185490 for 3f3423f7bcd8658109d37f7e7196b66b in 676ms, sequenceid=129, compaction requested=false 2024-11-28T01:24:17,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:17,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-28T01:24:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-28T01:24:17,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-28T01:24:17,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 992 msec 2024-11-28T01:24:17,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0020 sec 2024-11-28T01:24:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:17,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-28T01:24:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:17,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757117858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757117862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/721a7625210b4914854f3eefe7549356 is 50, key is test_row_0/A:col10/1732757057235/Put/seqid=0 2024-11-28T01:24:17,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757117863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757117864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757117865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741866_1042 (size=14541) 2024-11-28T01:24:17,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/721a7625210b4914854f3eefe7549356 2024-11-28T01:24:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-28T01:24:17,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d69bff8b3dc544509d46e17f7b9983a3 is 50, key is test_row_0/B:col10/1732757057235/Put/seqid=0 2024-11-28T01:24:17,935 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-28T01:24:17,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-28T01:24:17,942 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:17,944 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:17,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T01:24:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741867_1043 (size=12151) 2024-11-28T01:24:17,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d69bff8b3dc544509d46e17f7b9983a3 2024-11-28T01:24:17,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757117967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757117971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:17,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/08109d790167443c8b6480e2bfd04c21 is 50, key is test_row_0/C:col10/1732757057235/Put/seqid=0 2024-11-28T01:24:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741868_1044 (size=12151) 2024-11-28T01:24:18,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/08109d790167443c8b6480e2bfd04c21 2024-11-28T01:24:18,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/721a7625210b4914854f3eefe7549356 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/721a7625210b4914854f3eefe7549356 2024-11-28T01:24:18,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/721a7625210b4914854f3eefe7549356, entries=200, sequenceid=162, filesize=14.2 K 2024-11-28T01:24:18,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d69bff8b3dc544509d46e17f7b9983a3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d69bff8b3dc544509d46e17f7b9983a3 2024-11-28T01:24:18,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d69bff8b3dc544509d46e17f7b9983a3, entries=150, sequenceid=162, filesize=11.9 K 2024-11-28T01:24:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T01:24:18,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/08109d790167443c8b6480e2bfd04c21 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/08109d790167443c8b6480e2bfd04c21 2024-11-28T01:24:18,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/08109d790167443c8b6480e2bfd04c21, entries=150, sequenceid=162, filesize=11.9 K 2024-11-28T01:24:18,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 3f3423f7bcd8658109d37f7e7196b66b in 208ms, sequenceid=162, compaction requested=true 2024-11-28T01:24:18,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,065 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:18,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:18,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:18,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:18,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:18,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:18,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:18,066 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:18,068 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:18,069 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:18,069 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,069 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:18,069 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:18,069 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/84dd23cb0e6b42fdacb244174e59d2fd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5b835167ea2e45c591155d33572b8f4f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/721a7625210b4914854f3eefe7549356] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=35.6 K 2024-11-28T01:24:18,069 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,069 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/dd269592a89444f79b1d6a2ac475d3e5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/bda1058847af405eb218320a44f013c8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d69bff8b3dc544509d46e17f7b9983a3] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=33.3 K 2024-11-28T01:24:18,070 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84dd23cb0e6b42fdacb244174e59d2fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732757056658 2024-11-28T01:24:18,070 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting dd269592a89444f79b1d6a2ac475d3e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732757056658 2024-11-28T01:24:18,071 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b835167ea2e45c591155d33572b8f4f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732757056833 2024-11-28T01:24:18,071 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting bda1058847af405eb218320a44f013c8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732757056833 2024-11-28T01:24:18,072 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 721a7625210b4914854f3eefe7549356, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757057221 2024-11-28T01:24:18,072 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d69bff8b3dc544509d46e17f7b9983a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757057221 2024-11-28T01:24:18,096 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:18,097 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/2e7051f02f834db2b69c288515447833 is 50, key is test_row_0/A:col10/1732757057235/Put/seqid=0 2024-11-28T01:24:18,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-28T01:24:18,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,099 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-28T01:24:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:18,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,119 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:18,121 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/894ac6ed3f154f4a9df4569ab521d8f1 is 50, key is test_row_0/B:col10/1732757057235/Put/seqid=0 2024-11-28T01:24:18,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7de3364b1281443298584022da2ca529 is 50, key is test_row_0/A:col10/1732757057860/Put/seqid=0 2024-11-28T01:24:18,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741871_1047 (size=7365) 2024-11-28T01:24:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741869_1045 (size=12493) 2024-11-28T01:24:18,168 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7de3364b1281443298584022da2ca529 2024-11-28T01:24:18,176 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/2e7051f02f834db2b69c288515447833 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2e7051f02f834db2b69c288515447833 2024-11-28T01:24:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741870_1046 (size=12493) 2024-11-28T01:24:18,195 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 2e7051f02f834db2b69c288515447833(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:18,195 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,195 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757058065; duration=0sec 2024-11-28T01:24:18,195 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:18,195 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:18,195 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6217e84b1e1441268ff083bd7b6105d6 is 50, key is test_row_0/B:col10/1732757057860/Put/seqid=0 2024-11-28T01:24:18,202 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:18,202 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:18,202 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,203 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c97c7b85037849408a8e3299fa39aae2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ac13dc65ff84d478460af27e0ac4afe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/08109d790167443c8b6480e2bfd04c21] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=33.3 K 2024-11-28T01:24:18,205 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting c97c7b85037849408a8e3299fa39aae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732757056658 2024-11-28T01:24:18,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:18,206 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/894ac6ed3f154f4a9df4569ab521d8f1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/894ac6ed3f154f4a9df4569ab521d8f1 2024-11-28T01:24:18,207 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ac13dc65ff84d478460af27e0ac4afe, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732757056833 2024-11-28T01:24:18,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:18,209 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08109d790167443c8b6480e2bfd04c21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757057221 2024-11-28T01:24:18,224 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into 894ac6ed3f154f4a9df4569ab521d8f1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:18,224 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,224 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757058065; duration=0sec 2024-11-28T01:24:18,224 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:18,224 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:18,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741872_1048 (size=7365) 2024-11-28T01:24:18,232 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6217e84b1e1441268ff083bd7b6105d6 2024-11-28T01:24:18,235 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:18,237 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/31e729e3294a4e80b231b201b8ed1d15 is 50, key is test_row_0/C:col10/1732757057235/Put/seqid=0 2024-11-28T01:24:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T01:24:18,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/3fff7ba66e204791b1aa1bd80ebfcf0a is 50, key is test_row_0/C:col10/1732757057860/Put/seqid=0 2024-11-28T01:24:18,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741873_1049 (size=12493) 2024-11-28T01:24:18,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741874_1050 (size=7365) 2024-11-28T01:24:18,301 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/3fff7ba66e204791b1aa1bd80ebfcf0a 2024-11-28T01:24:18,313 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/31e729e3294a4e80b231b201b8ed1d15 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/31e729e3294a4e80b231b201b8ed1d15 2024-11-28T01:24:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7de3364b1281443298584022da2ca529 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7de3364b1281443298584022da2ca529 2024-11-28T01:24:18,325 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 31e729e3294a4e80b231b201b8ed1d15(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:18,325 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,325 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757058066; duration=0sec 2024-11-28T01:24:18,325 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:18,325 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:18,326 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7de3364b1281443298584022da2ca529, entries=50, sequenceid=166, filesize=7.2 K 2024-11-28T01:24:18,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6217e84b1e1441268ff083bd7b6105d6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6217e84b1e1441268ff083bd7b6105d6 2024-11-28T01:24:18,341 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6217e84b1e1441268ff083bd7b6105d6, entries=50, sequenceid=166, filesize=7.2 K 2024-11-28T01:24:18,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/3fff7ba66e204791b1aa1bd80ebfcf0a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/3fff7ba66e204791b1aa1bd80ebfcf0a 2024-11-28T01:24:18,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757118340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757118340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,355 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/3fff7ba66e204791b1aa1bd80ebfcf0a, entries=50, sequenceid=166, filesize=7.2 K 2024-11-28T01:24:18,356 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=201.27 KB/206100 for 3f3423f7bcd8658109d37f7e7196b66b in 257ms, sequenceid=166, compaction requested=false 2024-11-28T01:24:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-28T01:24:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-28T01:24:18,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-28T01:24:18,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 415 msec 2024-11-28T01:24:18,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 430 msec 2024-11-28T01:24:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:18,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-28T01:24:18,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757118371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:18,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757118372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757118376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5cd7fe8598f042c2a29441c3a6c645cb is 50, key is test_row_0/A:col10/1732757058337/Put/seqid=0 2024-11-28T01:24:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741875_1051 (size=12151) 2024-11-28T01:24:18,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5cd7fe8598f042c2a29441c3a6c645cb 2024-11-28T01:24:18,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f490146e0e464ef7b9453e4c65bf0942 is 50, key is test_row_0/B:col10/1732757058337/Put/seqid=0 2024-11-28T01:24:18,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757118447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757118450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741876_1052 (size=12151) 2024-11-28T01:24:18,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f490146e0e464ef7b9453e4c65bf0942 2024-11-28T01:24:18,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fb193804af0942dab6395cf8b01d17a5 is 50, key is test_row_0/C:col10/1732757058337/Put/seqid=0 2024-11-28T01:24:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-28T01:24:18,551 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-28T01:24:18,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-28T01:24:18,559 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T01:24:18,560 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:18,560 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741877_1053 (size=12151) 2024-11-28T01:24:18,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fb193804af0942dab6395cf8b01d17a5 2024-11-28T01:24:18,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5cd7fe8598f042c2a29441c3a6c645cb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5cd7fe8598f042c2a29441c3a6c645cb 2024-11-28T01:24:18,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5cd7fe8598f042c2a29441c3a6c645cb, entries=150, sequenceid=202, filesize=11.9 K 2024-11-28T01:24:18,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f490146e0e464ef7b9453e4c65bf0942 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f490146e0e464ef7b9453e4c65bf0942 2024-11-28T01:24:18,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f490146e0e464ef7b9453e4c65bf0942, entries=150, sequenceid=202, filesize=11.9 K 2024-11-28T01:24:18,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fb193804af0942dab6395cf8b01d17a5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb193804af0942dab6395cf8b01d17a5 2024-11-28T01:24:18,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb193804af0942dab6395cf8b01d17a5, entries=150, sequenceid=202, filesize=11.9 K 2024-11-28T01:24:18,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 3f3423f7bcd8658109d37f7e7196b66b in 231ms, sequenceid=202, compaction requested=true 2024-11-28T01:24:18,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,606 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:18,607 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:18,609 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:18,609 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:18,609 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:18,609 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:18,609 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,609 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,609 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/894ac6ed3f154f4a9df4569ab521d8f1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6217e84b1e1441268ff083bd7b6105d6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f490146e0e464ef7b9453e4c65bf0942] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=31.3 K 2024-11-28T01:24:18,609 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2e7051f02f834db2b69c288515447833, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7de3364b1281443298584022da2ca529, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5cd7fe8598f042c2a29441c3a6c645cb] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=31.3 K 2024-11-28T01:24:18,610 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e7051f02f834db2b69c288515447833, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757057221 2024-11-28T01:24:18,610 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 894ac6ed3f154f4a9df4569ab521d8f1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757057221 2024-11-28T01:24:18,611 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7de3364b1281443298584022da2ca529, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732757057860 2024-11-28T01:24:18,611 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6217e84b1e1441268ff083bd7b6105d6, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732757057860 2024-11-28T01:24:18,612 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cd7fe8598f042c2a29441c3a6c645cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757058326 2024-11-28T01:24:18,612 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f490146e0e464ef7b9453e4c65bf0942, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757058326 2024-11-28T01:24:18,631 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#39 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:18,632 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:18,632 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/037b19f2159145669fca64fcbcb1ff84 is 50, key is test_row_0/B:col10/1732757058337/Put/seqid=0 2024-11-28T01:24:18,634 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/07e12295e4b64541a13ff1b4772b9766 is 50, key is test_row_0/A:col10/1732757058337/Put/seqid=0 2024-11-28T01:24:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741878_1054 (size=12595) 2024-11-28T01:24:18,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741879_1055 (size=12595) 2024-11-28T01:24:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T01:24:18,669 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/037b19f2159145669fca64fcbcb1ff84 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/037b19f2159145669fca64fcbcb1ff84 2024-11-28T01:24:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:18,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:18,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:18,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:18,675 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/07e12295e4b64541a13ff1b4772b9766 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/07e12295e4b64541a13ff1b4772b9766 2024-11-28T01:24:18,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7ffb028b3d8849ceb997278e834091b4 is 50, key is test_row_0/A:col10/1732757058663/Put/seqid=0 2024-11-28T01:24:18,688 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into 037b19f2159145669fca64fcbcb1ff84(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:18,688 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,688 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757058607; duration=0sec 2024-11-28T01:24:18,688 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:18,688 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:18,688 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:18,690 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 07e12295e4b64541a13ff1b4772b9766(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:18,691 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:18,691 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757058606; duration=0sec 2024-11-28T01:24:18,691 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:18,691 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32009 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:18,691 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:18,692 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:18,692 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,692 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/31e729e3294a4e80b231b201b8ed1d15, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/3fff7ba66e204791b1aa1bd80ebfcf0a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb193804af0942dab6395cf8b01d17a5] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=31.3 K 2024-11-28T01:24:18,693 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 31e729e3294a4e80b231b201b8ed1d15, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757057221 2024-11-28T01:24:18,693 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fff7ba66e204791b1aa1bd80ebfcf0a, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732757057860 2024-11-28T01:24:18,694 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting fb193804af0942dab6395cf8b01d17a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757058326 2024-11-28T01:24:18,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741880_1056 (size=12151) 2024-11-28T01:24:18,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7ffb028b3d8849ceb997278e834091b4 2024-11-28T01:24:18,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T01:24:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:18,729 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:18,730 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/2bbe5d61aafc46d0a613041d2fc7b0b7 is 50, key is test_row_0/C:col10/1732757058337/Put/seqid=0 2024-11-28T01:24:18,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/891a4081373c4f64bc42db5ab921d8f4 is 50, key is test_row_0/B:col10/1732757058663/Put/seqid=0 2024-11-28T01:24:18,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757118753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757118753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741881_1057 (size=12595) 2024-11-28T01:24:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741882_1058 (size=12151) 2024-11-28T01:24:18,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/891a4081373c4f64bc42db5ab921d8f4 2024-11-28T01:24:18,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d73ebcd5989243138920909dc32eda6e is 50, key is test_row_0/C:col10/1732757058663/Put/seqid=0 2024-11-28T01:24:18,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757118859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T01:24:18,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757118860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741883_1059 (size=12151) 2024-11-28T01:24:18,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:18,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T01:24:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:18,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:18,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T01:24:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757119063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757119067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T01:24:19,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T01:24:19,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,193 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/2bbe5d61aafc46d0a613041d2fc7b0b7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2bbe5d61aafc46d0a613041d2fc7b0b7 2024-11-28T01:24:19,203 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 2bbe5d61aafc46d0a613041d2fc7b0b7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:19,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:19,203 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757058607; duration=0sec 2024-11-28T01:24:19,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:19,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:19,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d73ebcd5989243138920909dc32eda6e 2024-11-28T01:24:19,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7ffb028b3d8849ceb997278e834091b4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7ffb028b3d8849ceb997278e834091b4 2024-11-28T01:24:19,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7ffb028b3d8849ceb997278e834091b4, entries=150, sequenceid=213, filesize=11.9 K 2024-11-28T01:24:19,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/891a4081373c4f64bc42db5ab921d8f4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/891a4081373c4f64bc42db5ab921d8f4 2024-11-28T01:24:19,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/891a4081373c4f64bc42db5ab921d8f4, entries=150, sequenceid=213, filesize=11.9 K 2024-11-28T01:24:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d73ebcd5989243138920909dc32eda6e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73ebcd5989243138920909dc32eda6e 2024-11-28T01:24:19,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73ebcd5989243138920909dc32eda6e, entries=150, sequenceid=213, filesize=11.9 K 2024-11-28T01:24:19,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3f3423f7bcd8658109d37f7e7196b66b in 637ms, sequenceid=213, compaction requested=false 2024-11-28T01:24:19,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:19,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-28T01:24:19,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,342 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:24:19,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:19,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:19,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:19,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:19,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:19,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:19,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/d6ef216c25e741cd97d165ac4e471460 is 50, key is test_row_0/A:col10/1732757058742/Put/seqid=0 2024-11-28T01:24:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:19,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757119387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757119390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757119392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757119392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757119400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741884_1060 (size=12151) 2024-11-28T01:24:19,408 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/d6ef216c25e741cd97d165ac4e471460 2024-11-28T01:24:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/68c445680e0f4f48ab3c718824e310a6 is 50, key is test_row_0/B:col10/1732757058742/Put/seqid=0 2024-11-28T01:24:19,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741885_1061 (size=12151) 2024-11-28T01:24:19,441 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/68c445680e0f4f48ab3c718824e310a6 2024-11-28T01:24:19,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/7c30f57dfa314e1aa2b63dd93341379f is 50, key is test_row_0/C:col10/1732757058742/Put/seqid=0 2024-11-28T01:24:19,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741886_1062 (size=12151) 2024-11-28T01:24:19,492 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/7c30f57dfa314e1aa2b63dd93341379f 2024-11-28T01:24:19,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757119494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757119497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757119497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757119497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/d6ef216c25e741cd97d165ac4e471460 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d6ef216c25e741cd97d165ac4e471460 2024-11-28T01:24:19,519 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d6ef216c25e741cd97d165ac4e471460, entries=150, sequenceid=241, filesize=11.9 K 2024-11-28T01:24:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/68c445680e0f4f48ab3c718824e310a6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/68c445680e0f4f48ab3c718824e310a6 2024-11-28T01:24:19,529 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/68c445680e0f4f48ab3c718824e310a6, entries=150, sequenceid=241, filesize=11.9 K 2024-11-28T01:24:19,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/7c30f57dfa314e1aa2b63dd93341379f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/7c30f57dfa314e1aa2b63dd93341379f 2024-11-28T01:24:19,553 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/7c30f57dfa314e1aa2b63dd93341379f, entries=150, sequenceid=241, filesize=11.9 K 2024-11-28T01:24:19,554 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3f3423f7bcd8658109d37f7e7196b66b in 212ms, sequenceid=241, compaction requested=true 2024-11-28T01:24:19,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:19,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-28T01:24:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-28T01:24:19,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-28T01:24:19,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-28T01:24:19,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0060 sec 2024-11-28T01:24:19,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-28T01:24:19,666 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-28T01:24:19,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:19,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-28T01:24:19,675 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:19,676 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:19,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:19,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:24:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:19,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:19,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/343a9a2eb95a49bbaf8f827ffd6d2a86 is 50, key is test_row_0/A:col10/1732757059704/Put/seqid=0 2024-11-28T01:24:19,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741887_1063 (size=12151) 2024-11-28T01:24:19,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/343a9a2eb95a49bbaf8f827ffd6d2a86 2024-11-28T01:24:19,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/62899903efcc4a48b6e89d268f42db57 is 50, key is test_row_0/B:col10/1732757059704/Put/seqid=0 2024-11-28T01:24:19,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757119745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757119747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757119747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757119750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741888_1064 (size=12151) 2024-11-28T01:24:19,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757119850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757119852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757119854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:19,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757119856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:19,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:19,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:19,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:19,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:19,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757120054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757120058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757120061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757120062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:20,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/62899903efcc4a48b6e89d268f42db57 2024-11-28T01:24:20,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/052c343f19754af68c5703c64c35fb3c is 50, key is test_row_0/C:col10/1732757059704/Put/seqid=0 2024-11-28T01:24:20,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741889_1065 (size=12151) 2024-11-28T01:24:20,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/052c343f19754af68c5703c64c35fb3c 2024-11-28T01:24:20,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/343a9a2eb95a49bbaf8f827ffd6d2a86 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/343a9a2eb95a49bbaf8f827ffd6d2a86 2024-11-28T01:24:20,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/343a9a2eb95a49bbaf8f827ffd6d2a86, entries=150, sequenceid=255, filesize=11.9 K 2024-11-28T01:24:20,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/62899903efcc4a48b6e89d268f42db57 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/62899903efcc4a48b6e89d268f42db57 2024-11-28T01:24:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:20,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/62899903efcc4a48b6e89d268f42db57, entries=150, sequenceid=255, filesize=11.9 K 2024-11-28T01:24:20,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/052c343f19754af68c5703c64c35fb3c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/052c343f19754af68c5703c64c35fb3c 2024-11-28T01:24:20,294 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/052c343f19754af68c5703c64c35fb3c, entries=150, sequenceid=255, filesize=11.9 K 2024-11-28T01:24:20,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3f3423f7bcd8658109d37f7e7196b66b in 597ms, sequenceid=255, compaction requested=true 2024-11-28T01:24:20,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:20,303 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:20,303 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:20,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:20,307 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:20,307 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:20,307 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:20,307 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,308 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:20,308 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,308 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/037b19f2159145669fca64fcbcb1ff84, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/891a4081373c4f64bc42db5ab921d8f4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/68c445680e0f4f48ab3c718824e310a6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/62899903efcc4a48b6e89d268f42db57] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=47.9 K 2024-11-28T01:24:20,308 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/07e12295e4b64541a13ff1b4772b9766, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7ffb028b3d8849ceb997278e834091b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d6ef216c25e741cd97d165ac4e471460, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/343a9a2eb95a49bbaf8f827ffd6d2a86] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=47.9 K 2024-11-28T01:24:20,309 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 037b19f2159145669fca64fcbcb1ff84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757058326 2024-11-28T01:24:20,309 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07e12295e4b64541a13ff1b4772b9766, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757058326 2024-11-28T01:24:20,309 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 891a4081373c4f64bc42db5ab921d8f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732757058663 2024-11-28T01:24:20,310 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ffb028b3d8849ceb997278e834091b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732757058663 2024-11-28T01:24:20,310 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 68c445680e0f4f48ab3c718824e310a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732757058737 2024-11-28T01:24:20,310 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6ef216c25e741cd97d165ac4e471460, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732757058737 2024-11-28T01:24:20,310 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 62899903efcc4a48b6e89d268f42db57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732757059390 2024-11-28T01:24:20,311 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 343a9a2eb95a49bbaf8f827ffd6d2a86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732757059390 2024-11-28T01:24:20,330 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:20,331 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:20,331 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5f7d79f37553407dac5e504097c99486 is 50, key is test_row_0/A:col10/1732757059704/Put/seqid=0 2024-11-28T01:24:20,332 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6f62f6548bc345428fa13222b6cba61c is 50, key is test_row_0/B:col10/1732757059704/Put/seqid=0 2024-11-28T01:24:20,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741890_1066 (size=12731) 2024-11-28T01:24:20,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:20,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:24:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:20,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:20,376 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6f62f6548bc345428fa13222b6cba61c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6f62f6548bc345428fa13222b6cba61c 2024-11-28T01:24:20,386 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into 6f62f6548bc345428fa13222b6cba61c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:20,386 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:20,386 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=12, startTime=1732757060303; duration=0sec 2024-11-28T01:24:20,386 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:20,386 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:20,386 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:20,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741891_1067 (size=12731) 2024-11-28T01:24:20,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757120384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757120385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,390 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:20,391 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:20,391 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,392 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2bbe5d61aafc46d0a613041d2fc7b0b7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73ebcd5989243138920909dc32eda6e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/7c30f57dfa314e1aa2b63dd93341379f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/052c343f19754af68c5703c64c35fb3c] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=47.9 K 2024-11-28T01:24:20,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a17ce08ebcab431ab69d2b1b3319d43e is 50, key is test_row_0/A:col10/1732757060364/Put/seqid=0 2024-11-28T01:24:20,392 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bbe5d61aafc46d0a613041d2fc7b0b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757058326 2024-11-28T01:24:20,393 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d73ebcd5989243138920909dc32eda6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732757058663 2024-11-28T01:24:20,394 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c30f57dfa314e1aa2b63dd93341379f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732757058737 2024-11-28T01:24:20,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757120388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,398 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 052c343f19754af68c5703c64c35fb3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732757059390 2024-11-28T01:24:20,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757120389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,399 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/5f7d79f37553407dac5e504097c99486 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5f7d79f37553407dac5e504097c99486 2024-11-28T01:24:20,411 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 5f7d79f37553407dac5e504097c99486(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:20,411 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:20,411 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=12, startTime=1732757060302; duration=0sec 2024-11-28T01:24:20,412 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:20,412 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:20,427 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:20,428 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/820b5f56f8694bf89ad01592906cd2cb is 50, key is test_row_0/C:col10/1732757059704/Put/seqid=0 2024-11-28T01:24:20,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741892_1068 (size=12301) 2024-11-28T01:24:20,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a17ce08ebcab431ab69d2b1b3319d43e 2024-11-28T01:24:20,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:20,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/561df474bc1a4e2385358c476367e215 is 50, key is test_row_0/B:col10/1732757060364/Put/seqid=0 2024-11-28T01:24:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741893_1069 (size=12731) 2024-11-28T01:24:20,470 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/820b5f56f8694bf89ad01592906cd2cb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/820b5f56f8694bf89ad01592906cd2cb 2024-11-28T01:24:20,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741894_1070 (size=12301) 2024-11-28T01:24:20,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/561df474bc1a4e2385358c476367e215 2024-11-28T01:24:20,481 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 820b5f56f8694bf89ad01592906cd2cb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:20,481 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:20,481 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=12, startTime=1732757060303; duration=0sec 2024-11-28T01:24:20,482 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:20,482 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:20,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757120496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757120496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/2457e7fe37b148fc93119b8b3f5df7e7 is 50, key is test_row_0/C:col10/1732757060364/Put/seqid=0 2024-11-28T01:24:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757120497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757120504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741895_1071 (size=12301) 2024-11-28T01:24:20,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757120704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757120709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757120709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757120711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:20,918 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:20,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:20,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:20,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:20,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:20,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/2457e7fe37b148fc93119b8b3f5df7e7 2024-11-28T01:24:20,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a17ce08ebcab431ab69d2b1b3319d43e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a17ce08ebcab431ab69d2b1b3319d43e 2024-11-28T01:24:20,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a17ce08ebcab431ab69d2b1b3319d43e, entries=150, sequenceid=279, filesize=12.0 K 2024-11-28T01:24:20,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/561df474bc1a4e2385358c476367e215 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/561df474bc1a4e2385358c476367e215 2024-11-28T01:24:20,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/561df474bc1a4e2385358c476367e215, entries=150, sequenceid=279, filesize=12.0 K 2024-11-28T01:24:20,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/2457e7fe37b148fc93119b8b3f5df7e7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2457e7fe37b148fc93119b8b3f5df7e7 2024-11-28T01:24:20,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2457e7fe37b148fc93119b8b3f5df7e7, entries=150, sequenceid=279, filesize=12.0 K 2024-11-28T01:24:20,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3f3423f7bcd8658109d37f7e7196b66b in 612ms, sequenceid=279, compaction requested=false 2024-11-28T01:24:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:21,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:24:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:21,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:21,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/65eaf03d886c42a49007ee180dfce469 is 50, key is test_row_0/A:col10/1732757060381/Put/seqid=0 2024-11-28T01:24:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757121053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757121054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757121056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757121058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741896_1072 (size=14741) 2024-11-28T01:24:21,079 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/65eaf03d886c42a49007ee180dfce469 2024-11-28T01:24:21,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/591060fa230d40178cc225740672e541 is 50, key is test_row_0/B:col10/1732757060381/Put/seqid=0 2024-11-28T01:24:21,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741897_1073 (size=12301) 2024-11-28T01:24:21,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/591060fa230d40178cc225740672e541 2024-11-28T01:24:21,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d3cfcd31708b450397792680f4bdfe17 is 50, key is test_row_0/C:col10/1732757060381/Put/seqid=0 2024-11-28T01:24:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741898_1074 (size=12301) 2024-11-28T01:24:21,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757121160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757121160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757121162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757121164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,233 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:21,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757121364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757121365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757121366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757121368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:21,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757121424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,427 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:24:21,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d3cfcd31708b450397792680f4bdfe17 2024-11-28T01:24:21,543 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:21,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/65eaf03d886c42a49007ee180dfce469 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/65eaf03d886c42a49007ee180dfce469 2024-11-28T01:24:21,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/65eaf03d886c42a49007ee180dfce469, entries=200, sequenceid=295, filesize=14.4 K 2024-11-28T01:24:21,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/591060fa230d40178cc225740672e541 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/591060fa230d40178cc225740672e541 2024-11-28T01:24:21,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/591060fa230d40178cc225740672e541, entries=150, sequenceid=295, filesize=12.0 K 2024-11-28T01:24:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d3cfcd31708b450397792680f4bdfe17 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d3cfcd31708b450397792680f4bdfe17 2024-11-28T01:24:21,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d3cfcd31708b450397792680f4bdfe17, entries=150, sequenceid=295, filesize=12.0 K 2024-11-28T01:24:21,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3f3423f7bcd8658109d37f7e7196b66b in 564ms, sequenceid=295, compaction requested=true 2024-11-28T01:24:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:21,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:21,579 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:21,580 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:21,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:21,582 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:21,582 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:21,582 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,582 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6f62f6548bc345428fa13222b6cba61c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/561df474bc1a4e2385358c476367e215, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/591060fa230d40178cc225740672e541] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=36.5 K 2024-11-28T01:24:21,583 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:21,583 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:21,583 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,583 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5f7d79f37553407dac5e504097c99486, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a17ce08ebcab431ab69d2b1b3319d43e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/65eaf03d886c42a49007ee180dfce469] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=38.8 K 2024-11-28T01:24:21,584 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f62f6548bc345428fa13222b6cba61c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732757059390 2024-11-28T01:24:21,584 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f7d79f37553407dac5e504097c99486, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732757059390 2024-11-28T01:24:21,584 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 561df474bc1a4e2385358c476367e215, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732757059744 2024-11-28T01:24:21,585 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting a17ce08ebcab431ab69d2b1b3319d43e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732757059744 2024-11-28T01:24:21,585 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 591060fa230d40178cc225740672e541, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732757060381 2024-11-28T01:24:21,586 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65eaf03d886c42a49007ee180dfce469, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732757060381 2024-11-28T01:24:21,606 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:21,607 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/214f73aafc3548d69aadc44978785f42 is 50, key is test_row_0/A:col10/1732757060381/Put/seqid=0 2024-11-28T01:24:21,614 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:21,615 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/eb87377f914a464d8bf64fe8143268ae is 50, key is test_row_0/B:col10/1732757060381/Put/seqid=0 2024-11-28T01:24:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741900_1076 (size=12983) 2024-11-28T01:24:21,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741899_1075 (size=12983) 2024-11-28T01:24:21,656 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/214f73aafc3548d69aadc44978785f42 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/214f73aafc3548d69aadc44978785f42 2024-11-28T01:24:21,670 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 214f73aafc3548d69aadc44978785f42(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:21,670 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:21,671 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757061579; duration=0sec 2024-11-28T01:24:21,671 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:21,671 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:21,671 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:21,674 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:21,674 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:21,674 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,674 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/820b5f56f8694bf89ad01592906cd2cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2457e7fe37b148fc93119b8b3f5df7e7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d3cfcd31708b450397792680f4bdfe17] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=36.5 K 2024-11-28T01:24:21,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:21,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:24:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:21,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:21,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:21,676 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 820b5f56f8694bf89ad01592906cd2cb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732757059390 2024-11-28T01:24:21,677 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2457e7fe37b148fc93119b8b3f5df7e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1732757059744 2024-11-28T01:24:21,679 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3cfcd31708b450397792680f4bdfe17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732757060381 2024-11-28T01:24:21,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/68781474e08147cd88a9b4f5d10f38f3 is 50, key is test_row_0/A:col10/1732757061050/Put/seqid=0 2024-11-28T01:24:21,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757121696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757121690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757121698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757121699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,720 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:21,721 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/143e97eaee36417cb37c5c161efb9fda is 50, key is test_row_0/C:col10/1732757060381/Put/seqid=0 2024-11-28T01:24:21,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741901_1077 (size=14741) 2024-11-28T01:24:21,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/68781474e08147cd88a9b4f5d10f38f3 2024-11-28T01:24:21,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d6a4aeffaa5240aa8299ba09af2f769d is 50, key is test_row_0/B:col10/1732757061050/Put/seqid=0 2024-11-28T01:24:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741902_1078 (size=12983) 2024-11-28T01:24:21,755 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/143e97eaee36417cb37c5c161efb9fda as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/143e97eaee36417cb37c5c161efb9fda 2024-11-28T01:24:21,763 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 143e97eaee36417cb37c5c161efb9fda(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:21,763 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:21,764 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757061580; duration=0sec 2024-11-28T01:24:21,764 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:21,764 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:21,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741903_1079 (size=12301) 2024-11-28T01:24:21,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d6a4aeffaa5240aa8299ba09af2f769d 2024-11-28T01:24:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:21,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/366fb3d4f0b74bd5b45d91854ec46ef4 is 50, key is test_row_0/C:col10/1732757061050/Put/seqid=0 2024-11-28T01:24:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757121801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757121801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757121806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:21,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757121806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741904_1080 (size=12301) 2024-11-28T01:24:21,852 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:21,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:21,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757122005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757122006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757122010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757122010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,049 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/eb87377f914a464d8bf64fe8143268ae as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/eb87377f914a464d8bf64fe8143268ae 2024-11-28T01:24:22,062 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into eb87377f914a464d8bf64fe8143268ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:22,062 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:22,062 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757061580; duration=0sec 2024-11-28T01:24:22,062 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:22,062 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:22,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:22,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:22,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/366fb3d4f0b74bd5b45d91854ec46ef4 2024-11-28T01:24:22,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/68781474e08147cd88a9b4f5d10f38f3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/68781474e08147cd88a9b4f5d10f38f3 2024-11-28T01:24:22,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/68781474e08147cd88a9b4f5d10f38f3, entries=200, sequenceid=320, filesize=14.4 K 2024-11-28T01:24:22,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d6a4aeffaa5240aa8299ba09af2f769d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d6a4aeffaa5240aa8299ba09af2f769d 2024-11-28T01:24:22,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d6a4aeffaa5240aa8299ba09af2f769d, entries=150, sequenceid=320, filesize=12.0 K 2024-11-28T01:24:22,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/366fb3d4f0b74bd5b45d91854ec46ef4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/366fb3d4f0b74bd5b45d91854ec46ef4 2024-11-28T01:24:22,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/366fb3d4f0b74bd5b45d91854ec46ef4, entries=150, sequenceid=320, filesize=12.0 K 2024-11-28T01:24:22,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3f3423f7bcd8658109d37f7e7196b66b in 590ms, sequenceid=320, compaction requested=false 2024-11-28T01:24:22,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:22,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:22,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:22,320 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:22,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/89faf62681184c04a2c0aeeb85af4968 is 50, key is test_row_0/A:col10/1732757061697/Put/seqid=0 2024-11-28T01:24:22,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741905_1081 (size=9857) 2024-11-28T01:24:22,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757122347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757122399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757122399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757122399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,475 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757122501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757122505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757122506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757122507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:22,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757122705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757122709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757122709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757122711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/89faf62681184c04a2c0aeeb85af4968 2024-11-28T01:24:22,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/478b51277b9545de86c764a7d592b1bd is 50, key is test_row_0/B:col10/1732757061697/Put/seqid=0 2024-11-28T01:24:22,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:22,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741906_1082 (size=9857) 2024-11-28T01:24:22,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:22,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:22,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:23,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757123008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757123013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757123015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757123019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:23,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:23,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:23,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:23,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/478b51277b9545de86c764a7d592b1bd 2024-11-28T01:24:23,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/c6c8db9e5cac48488c072bdb868a34f4 is 50, key is test_row_0/C:col10/1732757061697/Put/seqid=0 2024-11-28T01:24:23,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:23,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:23,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:23,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741907_1083 (size=9857) 2024-11-28T01:24:23,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/c6c8db9e5cac48488c072bdb868a34f4 2024-11-28T01:24:23,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/89faf62681184c04a2c0aeeb85af4968 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/89faf62681184c04a2c0aeeb85af4968 2024-11-28T01:24:23,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/89faf62681184c04a2c0aeeb85af4968, entries=100, sequenceid=335, filesize=9.6 K 2024-11-28T01:24:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/478b51277b9545de86c764a7d592b1bd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/478b51277b9545de86c764a7d592b1bd 2024-11-28T01:24:23,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/478b51277b9545de86c764a7d592b1bd, entries=100, sequenceid=335, filesize=9.6 K 2024-11-28T01:24:23,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/c6c8db9e5cac48488c072bdb868a34f4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c6c8db9e5cac48488c072bdb868a34f4 2024-11-28T01:24:23,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c6c8db9e5cac48488c072bdb868a34f4, entries=100, sequenceid=335, filesize=9.6 K 2024-11-28T01:24:23,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 3f3423f7bcd8658109d37f7e7196b66b in 977ms, sequenceid=335, compaction requested=true 2024-11-28T01:24:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:23,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:23,288 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:23,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T01:24:23,289 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:23,290 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:23,290 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:23,290 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:23,290 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:23,290 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,290 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,290 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/eb87377f914a464d8bf64fe8143268ae, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d6a4aeffaa5240aa8299ba09af2f769d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/478b51277b9545de86c764a7d592b1bd] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=34.3 K 2024-11-28T01:24:23,291 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/214f73aafc3548d69aadc44978785f42, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/68781474e08147cd88a9b4f5d10f38f3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/89faf62681184c04a2c0aeeb85af4968] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=36.7 K 2024-11-28T01:24:23,291 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting eb87377f914a464d8bf64fe8143268ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732757060381 2024-11-28T01:24:23,292 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 214f73aafc3548d69aadc44978785f42, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732757060381 2024-11-28T01:24:23,292 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d6a4aeffaa5240aa8299ba09af2f769d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732757061050 2024-11-28T01:24:23,292 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 478b51277b9545de86c764a7d592b1bd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732757061697 2024-11-28T01:24:23,292 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68781474e08147cd88a9b4f5d10f38f3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732757061050 2024-11-28T01:24:23,293 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89faf62681184c04a2c0aeeb85af4968, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732757061697 2024-11-28T01:24:23,306 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:23,307 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/491113c5e4a04972b1026b491ea57be6 is 50, key is test_row_0/A:col10/1732757061697/Put/seqid=0 2024-11-28T01:24:23,307 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:23,308 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/c9ab850d5106477ca60c21a501a82daf is 50, key is test_row_0/B:col10/1732757061697/Put/seqid=0 2024-11-28T01:24:23,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741908_1084 (size=13085) 2024-11-28T01:24:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741909_1085 (size=13085) 2024-11-28T01:24:23,351 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/491113c5e4a04972b1026b491ea57be6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/491113c5e4a04972b1026b491ea57be6 2024-11-28T01:24:23,359 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 491113c5e4a04972b1026b491ea57be6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:23,360 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:23,360 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757063288; duration=0sec 2024-11-28T01:24:23,360 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:23,360 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:23,360 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:23,361 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:23,361 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:23,361 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,362 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/143e97eaee36417cb37c5c161efb9fda, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/366fb3d4f0b74bd5b45d91854ec46ef4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c6c8db9e5cac48488c072bdb868a34f4] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=34.3 K 2024-11-28T01:24:23,362 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 143e97eaee36417cb37c5c161efb9fda, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732757060381 2024-11-28T01:24:23,363 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 366fb3d4f0b74bd5b45d91854ec46ef4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732757061050 2024-11-28T01:24:23,363 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6c8db9e5cac48488c072bdb868a34f4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732757061697 2024-11-28T01:24:23,378 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:23,379 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/c0cfcfcf15174006ae77e0e416914412 is 50, key is test_row_0/C:col10/1732757061697/Put/seqid=0 2024-11-28T01:24:23,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-28T01:24:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:23,404 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:24:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:23,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:23,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741910_1086 (size=13085) 2024-11-28T01:24:23,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/c899179368a344c38c38dc32307b714f is 50, key is test_row_0/A:col10/1732757062354/Put/seqid=0 2024-11-28T01:24:23,430 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/c0cfcfcf15174006ae77e0e416914412 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c0cfcfcf15174006ae77e0e416914412 2024-11-28T01:24:23,442 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into c0cfcfcf15174006ae77e0e416914412(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:23,442 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:23,442 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757063289; duration=0sec 2024-11-28T01:24:23,442 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:23,442 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:23,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741911_1087 (size=12301) 2024-11-28T01:24:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:23,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:23,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757123526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757123527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757123529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757123528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757123633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757123633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757123633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757123634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,748 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/c9ab850d5106477ca60c21a501a82daf as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c9ab850d5106477ca60c21a501a82daf 2024-11-28T01:24:23,757 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into c9ab850d5106477ca60c21a501a82daf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:23,757 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:23,757 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757063288; duration=0sec 2024-11-28T01:24:23,758 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:23,758 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:23,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:23,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757123837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757123837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757123837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757123839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:23,849 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/c899179368a344c38c38dc32307b714f 2024-11-28T01:24:23,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/ed04edcb1e324dde95b5bf4e2c5ff084 is 50, key is test_row_0/B:col10/1732757062354/Put/seqid=0 2024-11-28T01:24:23,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741912_1088 (size=12301) 2024-11-28T01:24:23,903 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/ed04edcb1e324dde95b5bf4e2c5ff084 2024-11-28T01:24:23,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/b1118d217e3146bb93ff06d324ed2d45 is 50, key is test_row_0/C:col10/1732757062354/Put/seqid=0 2024-11-28T01:24:23,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741913_1089 (size=12301) 2024-11-28T01:24:23,973 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/b1118d217e3146bb93ff06d324ed2d45 2024-11-28T01:24:23,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/c899179368a344c38c38dc32307b714f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c899179368a344c38c38dc32307b714f 2024-11-28T01:24:23,994 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c899179368a344c38c38dc32307b714f, entries=150, sequenceid=361, filesize=12.0 K 2024-11-28T01:24:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/ed04edcb1e324dde95b5bf4e2c5ff084 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ed04edcb1e324dde95b5bf4e2c5ff084 2024-11-28T01:24:24,008 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ed04edcb1e324dde95b5bf4e2c5ff084, entries=150, sequenceid=361, filesize=12.0 K 2024-11-28T01:24:24,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/b1118d217e3146bb93ff06d324ed2d45 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/b1118d217e3146bb93ff06d324ed2d45 2024-11-28T01:24:24,019 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/b1118d217e3146bb93ff06d324ed2d45, entries=150, sequenceid=361, filesize=12.0 K 2024-11-28T01:24:24,021 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3f3423f7bcd8658109d37f7e7196b66b in 617ms, sequenceid=361, compaction requested=false 2024-11-28T01:24:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:24,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-28T01:24:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-28T01:24:24,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-28T01:24:24,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.3460 sec 2024-11-28T01:24:24,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 4.3550 sec 2024-11-28T01:24:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:24,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:24:24,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:24,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:24,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:24,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:24,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:24,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:24,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0ef4b4aebae8444995e4949f5c57089e is 50, key is test_row_0/A:col10/1732757064146/Put/seqid=0 2024-11-28T01:24:24,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741914_1090 (size=14741) 2024-11-28T01:24:24,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757124179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757124180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757124185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757124188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757124287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757124287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757124292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757124293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757124491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757124492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757124495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757124495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0ef4b4aebae8444995e4949f5c57089e 2024-11-28T01:24:24,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/0c86f990807e4970b3574e2cf80f9a6f is 50, key is test_row_0/B:col10/1732757064146/Put/seqid=0 2024-11-28T01:24:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741915_1091 (size=12301) 2024-11-28T01:24:24,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757124795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757124797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757124799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757124799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:25,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/0c86f990807e4970b3574e2cf80f9a6f 2024-11-28T01:24:25,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/dd7e2c9862c24472a5d6bf4dff9bfdd2 is 50, key is test_row_0/C:col10/1732757064146/Put/seqid=0 2024-11-28T01:24:25,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741916_1092 (size=12301) 2024-11-28T01:24:25,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757125299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:25,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757125302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:25,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757125303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:25,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757125305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:25,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37294 deadline: 1732757125448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:25,452 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8208 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:24:25,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/dd7e2c9862c24472a5d6bf4dff9bfdd2 2024-11-28T01:24:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0ef4b4aebae8444995e4949f5c57089e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0ef4b4aebae8444995e4949f5c57089e 2024-11-28T01:24:25,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0ef4b4aebae8444995e4949f5c57089e, entries=200, sequenceid=376, filesize=14.4 K 2024-11-28T01:24:25,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/0c86f990807e4970b3574e2cf80f9a6f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/0c86f990807e4970b3574e2cf80f9a6f 2024-11-28T01:24:25,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/0c86f990807e4970b3574e2cf80f9a6f, entries=150, sequenceid=376, filesize=12.0 K 2024-11-28T01:24:25,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/dd7e2c9862c24472a5d6bf4dff9bfdd2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/dd7e2c9862c24472a5d6bf4dff9bfdd2 2024-11-28T01:24:25,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/dd7e2c9862c24472a5d6bf4dff9bfdd2, entries=150, sequenceid=376, filesize=12.0 K 2024-11-28T01:24:25,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3f3423f7bcd8658109d37f7e7196b66b in 1368ms, sequenceid=376, compaction requested=true 2024-11-28T01:24:25,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:25,516 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:25,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:25,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:25,516 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:25,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:25,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:25,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:25,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:25,517 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:25,517 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:25,517 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:25,518 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/491113c5e4a04972b1026b491ea57be6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c899179368a344c38c38dc32307b714f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0ef4b4aebae8444995e4949f5c57089e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=39.2 K 2024-11-28T01:24:25,518 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 491113c5e4a04972b1026b491ea57be6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732757061054 2024-11-28T01:24:25,519 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:25,519 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:25,519 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:25,519 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c9ab850d5106477ca60c21a501a82daf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ed04edcb1e324dde95b5bf4e2c5ff084, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/0c86f990807e4970b3574e2cf80f9a6f] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=36.8 K 2024-11-28T01:24:25,520 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting c899179368a344c38c38dc32307b714f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732757062338 2024-11-28T01:24:25,520 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ab850d5106477ca60c21a501a82daf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732757061054 2024-11-28T01:24:25,521 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ef4b4aebae8444995e4949f5c57089e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757063525 2024-11-28T01:24:25,521 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting ed04edcb1e324dde95b5bf4e2c5ff084, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732757062338 2024-11-28T01:24:25,522 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c86f990807e4970b3574e2cf80f9a6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757063528 2024-11-28T01:24:25,546 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:25,548 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/3429568d5cf8429198a150ab39a5a66b is 50, key is test_row_0/B:col10/1732757064146/Put/seqid=0 2024-11-28T01:24:25,554 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:25,555 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/c40c68b02d764615928577a343026948 is 50, key is test_row_0/A:col10/1732757064146/Put/seqid=0 2024-11-28T01:24:25,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741917_1093 (size=13187) 2024-11-28T01:24:25,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741918_1094 (size=13187) 2024-11-28T01:24:25,594 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/3429568d5cf8429198a150ab39a5a66b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/3429568d5cf8429198a150ab39a5a66b 2024-11-28T01:24:25,602 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into 3429568d5cf8429198a150ab39a5a66b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:25,602 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:25,602 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757065516; duration=0sec 2024-11-28T01:24:25,602 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:25,602 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:25,602 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:25,605 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:25,605 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:25,606 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:25,606 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c0cfcfcf15174006ae77e0e416914412, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/b1118d217e3146bb93ff06d324ed2d45, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/dd7e2c9862c24472a5d6bf4dff9bfdd2] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=36.8 K 2024-11-28T01:24:25,606 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c0cfcfcf15174006ae77e0e416914412, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732757061054 2024-11-28T01:24:25,607 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b1118d217e3146bb93ff06d324ed2d45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1732757062338 2024-11-28T01:24:25,608 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting dd7e2c9862c24472a5d6bf4dff9bfdd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757063528 2024-11-28T01:24:25,626 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:25,627 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4ad5cb22f811405894c1bf91c9ac6dd0 is 50, key is test_row_0/C:col10/1732757064146/Put/seqid=0 2024-11-28T01:24:25,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741919_1095 (size=13187) 2024-11-28T01:24:25,998 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/c40c68b02d764615928577a343026948 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c40c68b02d764615928577a343026948 2024-11-28T01:24:26,006 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into c40c68b02d764615928577a343026948(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:26,006 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:26,006 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757065515; duration=0sec 2024-11-28T01:24:26,006 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:26,007 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:26,047 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4ad5cb22f811405894c1bf91c9ac6dd0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ad5cb22f811405894c1bf91c9ac6dd0 2024-11-28T01:24:26,055 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 4ad5cb22f811405894c1bf91c9ac6dd0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:26,055 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:26,055 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757065516; duration=0sec 2024-11-28T01:24:26,056 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:26,056 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:26,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:26,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:24:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:26,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:26,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/36f2e3722a4545109907dd7c81745c1f is 50, key is test_row_0/A:col10/1732757064177/Put/seqid=0 2024-11-28T01:24:26,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757126322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757126323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757126326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757126327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741920_1096 (size=12301) 2024-11-28T01:24:26,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/36f2e3722a4545109907dd7c81745c1f 2024-11-28T01:24:26,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/49443dde8f3642fb846c3c60e3ea1d44 is 50, key is test_row_0/B:col10/1732757064177/Put/seqid=0 2024-11-28T01:24:26,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741921_1097 (size=12301) 2024-11-28T01:24:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757126428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757126428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757126429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757126430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757126631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757126632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757126633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757126634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:26,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/49443dde8f3642fb846c3c60e3ea1d44 2024-11-28T01:24:26,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/984e4774b5174d7bab9a914de4663237 is 50, key is test_row_0/C:col10/1732757064177/Put/seqid=0 2024-11-28T01:24:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741922_1098 (size=12301) 2024-11-28T01:24:26,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/984e4774b5174d7bab9a914de4663237 2024-11-28T01:24:26,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/36f2e3722a4545109907dd7c81745c1f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/36f2e3722a4545109907dd7c81745c1f 2024-11-28T01:24:26,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/36f2e3722a4545109907dd7c81745c1f, entries=150, sequenceid=403, filesize=12.0 K 2024-11-28T01:24:26,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/49443dde8f3642fb846c3c60e3ea1d44 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/49443dde8f3642fb846c3c60e3ea1d44 2024-11-28T01:24:26,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/49443dde8f3642fb846c3c60e3ea1d44, entries=150, sequenceid=403, filesize=12.0 K 2024-11-28T01:24:26,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/984e4774b5174d7bab9a914de4663237 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/984e4774b5174d7bab9a914de4663237 2024-11-28T01:24:26,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/984e4774b5174d7bab9a914de4663237, entries=150, sequenceid=403, filesize=12.0 K 2024-11-28T01:24:26,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3f3423f7bcd8658109d37f7e7196b66b in 561ms, sequenceid=403, compaction requested=false 2024-11-28T01:24:26,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:26,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T01:24:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:26,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:26,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/2ecba61273dd4837a848087b230ea8dd is 50, key is test_row_0/A:col10/1732757066319/Put/seqid=0 2024-11-28T01:24:26,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741923_1099 (size=17181) 2024-11-28T01:24:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757127044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757127045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757127049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757127050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757127152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757127154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757127155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757127156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757127357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757127358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757127359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757127359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/2ecba61273dd4837a848087b230ea8dd 2024-11-28T01:24:27,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/451cb543e1364f688bd29fd3d1a8b56f is 50, key is test_row_0/B:col10/1732757066319/Put/seqid=0 2024-11-28T01:24:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741924_1100 (size=12301) 2024-11-28T01:24:27,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757127660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757127663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757127664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757127663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-28T01:24:27,784 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-28T01:24:27,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-28T01:24:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T01:24:27,787 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:27,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/451cb543e1364f688bd29fd3d1a8b56f 2024-11-28T01:24:27,788 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:27,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:27,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/e9ce3946622c45c19f071921d7247797 is 50, key is test_row_0/C:col10/1732757066319/Put/seqid=0 2024-11-28T01:24:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741925_1101 (size=12301) 2024-11-28T01:24:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T01:24:27,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:27,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T01:24:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:27,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:27,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:27,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T01:24:28,094 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:28,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T01:24:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:28,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:28,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:28,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:28,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757128170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:28,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757128171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757128175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757128176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:28,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/e9ce3946622c45c19f071921d7247797 2024-11-28T01:24:28,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/2ecba61273dd4837a848087b230ea8dd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2ecba61273dd4837a848087b230ea8dd 2024-11-28T01:24:28,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2ecba61273dd4837a848087b230ea8dd, entries=250, sequenceid=418, filesize=16.8 K 2024-11-28T01:24:28,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/451cb543e1364f688bd29fd3d1a8b56f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/451cb543e1364f688bd29fd3d1a8b56f 2024-11-28T01:24:28,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/451cb543e1364f688bd29fd3d1a8b56f, entries=150, sequenceid=418, filesize=12.0 K 2024-11-28T01:24:28,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/e9ce3946622c45c19f071921d7247797 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/e9ce3946622c45c19f071921d7247797 2024-11-28T01:24:28,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/e9ce3946622c45c19f071921d7247797, entries=150, sequenceid=418, filesize=12.0 K 2024-11-28T01:24:28,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3f3423f7bcd8658109d37f7e7196b66b in 1307ms, sequenceid=418, compaction requested=true 2024-11-28T01:24:28,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:28,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:28,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:28,246 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:28,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:28,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:28,246 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:28,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:28,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:28,248 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:28,248 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:28,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:28,248 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:28,248 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/3429568d5cf8429198a150ab39a5a66b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/49443dde8f3642fb846c3c60e3ea1d44, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/451cb543e1364f688bd29fd3d1a8b56f] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=36.9 K 2024-11-28T01:24:28,249 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:28,249 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:28,249 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:28,249 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c40c68b02d764615928577a343026948, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/36f2e3722a4545109907dd7c81745c1f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2ecba61273dd4837a848087b230ea8dd] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=41.7 K 2024-11-28T01:24:28,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-28T01:24:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:28,250 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3429568d5cf8429198a150ab39a5a66b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757063528 2024-11-28T01:24:28,250 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T01:24:28,250 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting c40c68b02d764615928577a343026948, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757063528 2024-11-28T01:24:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:28,251 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36f2e3722a4545109907dd7c81745c1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732757064177 2024-11-28T01:24:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:28,251 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 49443dde8f3642fb846c3c60e3ea1d44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732757064177 2024-11-28T01:24:28,251 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ecba61273dd4837a848087b230ea8dd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732757066319 2024-11-28T01:24:28,252 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 451cb543e1364f688bd29fd3d1a8b56f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732757066319 2024-11-28T01:24:28,266 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:28,267 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7051e68156be4a2ba68b0c54ae006b06 is 50, key is test_row_0/A:col10/1732757066319/Put/seqid=0 2024-11-28T01:24:28,267 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:28,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/ba296fec11cd4369a2053c2d9ffa73d7 is 50, key is test_row_0/A:col10/1732757067044/Put/seqid=0 2024-11-28T01:24:28,267 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/9874f65d831d48ef966e5023ae65e4a1 is 50, key is test_row_0/B:col10/1732757066319/Put/seqid=0 2024-11-28T01:24:28,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741926_1102 (size=12301) 2024-11-28T01:24:28,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741928_1104 (size=13289) 2024-11-28T01:24:28,289 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/9874f65d831d48ef966e5023ae65e4a1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/9874f65d831d48ef966e5023ae65e4a1 2024-11-28T01:24:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741927_1103 (size=13289) 2024-11-28T01:24:28,303 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into 9874f65d831d48ef966e5023ae65e4a1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:28,303 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:28,303 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757068246; duration=0sec 2024-11-28T01:24:28,303 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:28,303 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:28,303 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:28,307 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:28,307 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:28,308 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7051e68156be4a2ba68b0c54ae006b06 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7051e68156be4a2ba68b0c54ae006b06 2024-11-28T01:24:28,308 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:28,308 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ad5cb22f811405894c1bf91c9ac6dd0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/984e4774b5174d7bab9a914de4663237, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/e9ce3946622c45c19f071921d7247797] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=36.9 K 2024-11-28T01:24:28,309 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ad5cb22f811405894c1bf91c9ac6dd0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757063528 2024-11-28T01:24:28,309 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 984e4774b5174d7bab9a914de4663237, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732757064177 2024-11-28T01:24:28,310 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e9ce3946622c45c19f071921d7247797, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732757066319 2024-11-28T01:24:28,317 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 7051e68156be4a2ba68b0c54ae006b06(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:28,317 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:28,317 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757068246; duration=0sec 2024-11-28T01:24:28,317 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:28,317 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:28,325 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:28,326 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d73be0024ca942c09e55354778f392cd is 50, key is test_row_0/C:col10/1732757066319/Put/seqid=0 2024-11-28T01:24:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741929_1105 (size=13289) 2024-11-28T01:24:28,341 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/d73be0024ca942c09e55354778f392cd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73be0024ca942c09e55354778f392cd 2024-11-28T01:24:28,348 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into d73be0024ca942c09e55354778f392cd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:28,348 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:28,349 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757068246; duration=0sec 2024-11-28T01:24:28,349 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:28,349 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:28,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T01:24:28,677 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/ba296fec11cd4369a2053c2d9ffa73d7 2024-11-28T01:24:28,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6dff0283f3194052b28b92cb61c9bbba is 50, key is test_row_0/B:col10/1732757067044/Put/seqid=0 2024-11-28T01:24:28,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741930_1106 (size=12301) 2024-11-28T01:24:28,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T01:24:29,096 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6dff0283f3194052b28b92cb61c9bbba 2024-11-28T01:24:29,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/a2c1b8ea62f9435bb7094b7e2c032ffe is 50, key is test_row_0/C:col10/1732757067044/Put/seqid=0 2024-11-28T01:24:29,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741931_1107 (size=12301) 2024-11-28T01:24:29,117 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/a2c1b8ea62f9435bb7094b7e2c032ffe 2024-11-28T01:24:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/ba296fec11cd4369a2053c2d9ffa73d7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/ba296fec11cd4369a2053c2d9ffa73d7 2024-11-28T01:24:29,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/ba296fec11cd4369a2053c2d9ffa73d7, entries=150, sequenceid=439, filesize=12.0 K 2024-11-28T01:24:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/6dff0283f3194052b28b92cb61c9bbba as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6dff0283f3194052b28b92cb61c9bbba 2024-11-28T01:24:29,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6dff0283f3194052b28b92cb61c9bbba, entries=150, sequenceid=439, filesize=12.0 K 2024-11-28T01:24:29,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/a2c1b8ea62f9435bb7094b7e2c032ffe as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/a2c1b8ea62f9435bb7094b7e2c032ffe 2024-11-28T01:24:29,148 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/a2c1b8ea62f9435bb7094b7e2c032ffe, entries=150, sequenceid=439, filesize=12.0 K 2024-11-28T01:24:29,149 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 3f3423f7bcd8658109d37f7e7196b66b in 899ms, sequenceid=439, compaction requested=false 2024-11-28T01:24:29,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:29,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:29,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-28T01:24:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-28T01:24:29,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-28T01:24:29,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3640 sec 2024-11-28T01:24:29,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.3690 sec 2024-11-28T01:24:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:29,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:29,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:29,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:29,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:29,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:29,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:29,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:29,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7e7d720346a44a77bb52b8831dd6659c is 50, key is test_row_0/A:col10/1732757069187/Put/seqid=0 2024-11-28T01:24:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741932_1108 (size=17181) 2024-11-28T01:24:29,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7e7d720346a44a77bb52b8831dd6659c 2024-11-28T01:24:29,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/b125831632764d05912afb24889673a4 is 50, key is test_row_0/B:col10/1732757069187/Put/seqid=0 2024-11-28T01:24:29,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757129229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757129231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757129235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757129235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741933_1109 (size=12301) 2024-11-28T01:24:29,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/b125831632764d05912afb24889673a4 2024-11-28T01:24:29,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fe37afb6c2b2422992c9a00acd0ff5dd is 50, key is test_row_0/C:col10/1732757069187/Put/seqid=0 2024-11-28T01:24:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741934_1110 (size=12301) 2024-11-28T01:24:29,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757129337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757129337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757129340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757129340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757129540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757129541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757129544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757129545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fe37afb6c2b2422992c9a00acd0ff5dd 2024-11-28T01:24:29,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/7e7d720346a44a77bb52b8831dd6659c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7e7d720346a44a77bb52b8831dd6659c 2024-11-28T01:24:29,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7e7d720346a44a77bb52b8831dd6659c, entries=250, sequenceid=453, filesize=16.8 K 2024-11-28T01:24:29,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/b125831632764d05912afb24889673a4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b125831632764d05912afb24889673a4 2024-11-28T01:24:29,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b125831632764d05912afb24889673a4, entries=150, sequenceid=453, filesize=12.0 K 2024-11-28T01:24:29,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fe37afb6c2b2422992c9a00acd0ff5dd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fe37afb6c2b2422992c9a00acd0ff5dd 2024-11-28T01:24:29,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fe37afb6c2b2422992c9a00acd0ff5dd, entries=150, sequenceid=453, filesize=12.0 K 2024-11-28T01:24:29,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3f3423f7bcd8658109d37f7e7196b66b in 547ms, sequenceid=453, compaction requested=true 2024-11-28T01:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:29,735 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:29,735 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:29,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:29,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:29,740 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:29,740 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:29,741 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:29,741 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:29,741 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:29,741 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:29,741 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/9874f65d831d48ef966e5023ae65e4a1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6dff0283f3194052b28b92cb61c9bbba, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b125831632764d05912afb24889673a4] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.0 K 2024-11-28T01:24:29,741 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7051e68156be4a2ba68b0c54ae006b06, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/ba296fec11cd4369a2053c2d9ffa73d7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7e7d720346a44a77bb52b8831dd6659c] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=41.8 K 2024-11-28T01:24:29,742 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9874f65d831d48ef966e5023ae65e4a1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732757066319 2024-11-28T01:24:29,743 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7051e68156be4a2ba68b0c54ae006b06, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732757066319 2024-11-28T01:24:29,742 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dff0283f3194052b28b92cb61c9bbba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732757067044 2024-11-28T01:24:29,744 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba296fec11cd4369a2053c2d9ffa73d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732757067044 2024-11-28T01:24:29,744 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b125831632764d05912afb24889673a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732757069181 2024-11-28T01:24:29,745 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e7d720346a44a77bb52b8831dd6659c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732757069181 2024-11-28T01:24:29,761 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:29,762 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/2ad50a79e2924c3c85b60b40da9518c5 is 50, key is test_row_0/B:col10/1732757069187/Put/seqid=0 2024-11-28T01:24:29,766 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:29,767 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/725d3439406b4295aa7b7bf4db4390fe is 50, key is test_row_0/A:col10/1732757069187/Put/seqid=0 2024-11-28T01:24:29,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741935_1111 (size=13391) 2024-11-28T01:24:29,811 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/2ad50a79e2924c3c85b60b40da9518c5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/2ad50a79e2924c3c85b60b40da9518c5 2024-11-28T01:24:29,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741936_1112 (size=13391) 2024-11-28T01:24:29,823 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into 2ad50a79e2924c3c85b60b40da9518c5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:29,824 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:29,824 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757069735; duration=0sec 2024-11-28T01:24:29,824 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:29,824 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:29,825 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:29,827 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:29,827 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:29,827 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:29,827 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/725d3439406b4295aa7b7bf4db4390fe as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/725d3439406b4295aa7b7bf4db4390fe 2024-11-28T01:24:29,828 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73be0024ca942c09e55354778f392cd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/a2c1b8ea62f9435bb7094b7e2c032ffe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fe37afb6c2b2422992c9a00acd0ff5dd] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.0 K 2024-11-28T01:24:29,829 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d73be0024ca942c09e55354778f392cd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1732757066319 2024-11-28T01:24:29,830 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a2c1b8ea62f9435bb7094b7e2c032ffe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732757067044 2024-11-28T01:24:29,830 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting fe37afb6c2b2422992c9a00acd0ff5dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732757069181 2024-11-28T01:24:29,835 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 725d3439406b4295aa7b7bf4db4390fe(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:29,835 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:29,835 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757069735; duration=0sec 2024-11-28T01:24:29,836 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:29,836 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:29,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:24:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:29,848 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:29,849 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/415968a2fe6147cba64fdd741062b433 is 50, key is test_row_0/C:col10/1732757069187/Put/seqid=0 2024-11-28T01:24:29,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/8a33725cff874ce38634cb9a471d4422 is 50, key is test_row_0/A:col10/1732757069214/Put/seqid=0 2024-11-28T01:24:29,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741937_1113 (size=13391) 2024-11-28T01:24:29,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757129861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757129862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757129862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757129863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,871 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/415968a2fe6147cba64fdd741062b433 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/415968a2fe6147cba64fdd741062b433 2024-11-28T01:24:29,878 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 415968a2fe6147cba64fdd741062b433(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:29,878 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:29,878 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757069735; duration=0sec 2024-11-28T01:24:29,878 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:29,878 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-28T01:24:29,893 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-28T01:24:29,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-28T01:24:29,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:29,897 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:29,898 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:29,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741938_1114 (size=12301) 2024-11-28T01:24:29,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/8a33725cff874ce38634cb9a471d4422 2024-11-28T01:24:29,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/736b834dde0a4f64a37c8882e04b61ca is 50, key is test_row_0/B:col10/1732757069214/Put/seqid=0 2024-11-28T01:24:29,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741939_1115 (size=12301) 2024-11-28T01:24:29,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/736b834dde0a4f64a37c8882e04b61ca 2024-11-28T01:24:29,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/89897647dc6a4430b8a5bce23ac1cdc2 is 50, key is test_row_0/C:col10/1732757069214/Put/seqid=0 2024-11-28T01:24:29,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757129965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757129966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757129966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757129966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:29,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741940_1116 (size=12301) 2024-11-28T01:24:30,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:30,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:30,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757130171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757130171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757130171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757130172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:30,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:30,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:30,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:30,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/89897647dc6a4430b8a5bce23ac1cdc2 2024-11-28T01:24:30,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/8a33725cff874ce38634cb9a471d4422 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/8a33725cff874ce38634cb9a471d4422 2024-11-28T01:24:30,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/8a33725cff874ce38634cb9a471d4422, entries=150, sequenceid=481, filesize=12.0 K 2024-11-28T01:24:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/736b834dde0a4f64a37c8882e04b61ca as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/736b834dde0a4f64a37c8882e04b61ca 2024-11-28T01:24:30,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/736b834dde0a4f64a37c8882e04b61ca, entries=150, sequenceid=481, filesize=12.0 K 2024-11-28T01:24:30,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/89897647dc6a4430b8a5bce23ac1cdc2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/89897647dc6a4430b8a5bce23ac1cdc2 2024-11-28T01:24:30,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/89897647dc6a4430b8a5bce23ac1cdc2, entries=150, sequenceid=481, filesize=12.0 K 2024-11-28T01:24:30,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 3f3423f7bcd8658109d37f7e7196b66b in 565ms, sequenceid=481, compaction requested=false 2024-11-28T01:24:30,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:30,478 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:24:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:30,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:30,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:30,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:30,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/1ed53a123c344d80aa73a95a31d3664e is 50, key is test_row_0/A:col10/1732757069853/Put/seqid=0 2024-11-28T01:24:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:30,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:30,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757130506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757130507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757130508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757130509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741941_1117 (size=12301) 2024-11-28T01:24:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757130614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757130614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757130615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757130615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:30,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757130817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757130817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757130818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,819 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:30,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:30,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757130818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/1ed53a123c344d80aa73a95a31d3664e 2024-11-28T01:24:30,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/99a05913eda94ad38ac4dafbc87693ac is 50, key is test_row_0/B:col10/1732757069853/Put/seqid=0 2024-11-28T01:24:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741942_1118 (size=12301) 2024-11-28T01:24:30,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/99a05913eda94ad38ac4dafbc87693ac 2024-11-28T01:24:30,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/91ac71545cda4d1e979c936b35df64cf is 50, key is test_row_0/C:col10/1732757069853/Put/seqid=0 2024-11-28T01:24:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741943_1119 (size=12301) 2024-11-28T01:24:30,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/91ac71545cda4d1e979c936b35df64cf 2024-11-28T01:24:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/1ed53a123c344d80aa73a95a31d3664e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1ed53a123c344d80aa73a95a31d3664e 2024-11-28T01:24:30,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:30,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:30,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1ed53a123c344d80aa73a95a31d3664e, entries=150, sequenceid=494, filesize=12.0 K 2024-11-28T01:24:30,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/99a05913eda94ad38ac4dafbc87693ac as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/99a05913eda94ad38ac4dafbc87693ac 2024-11-28T01:24:30,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/99a05913eda94ad38ac4dafbc87693ac, entries=150, sequenceid=494, filesize=12.0 K 2024-11-28T01:24:30,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/91ac71545cda4d1e979c936b35df64cf as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/91ac71545cda4d1e979c936b35df64cf 2024-11-28T01:24:30,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/91ac71545cda4d1e979c936b35df64cf, entries=150, sequenceid=494, filesize=12.0 K 2024-11-28T01:24:30,992 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3f3423f7bcd8658109d37f7e7196b66b in 514ms, sequenceid=494, compaction requested=true 2024-11-28T01:24:30,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:30,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:30,992 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:30,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:30,992 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:30,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:30,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:30,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:30,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:30,994 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:30,994 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:30,994 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,994 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/725d3439406b4295aa7b7bf4db4390fe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/8a33725cff874ce38634cb9a471d4422, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1ed53a123c344d80aa73a95a31d3664e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.1 K 2024-11-28T01:24:30,995 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:30,995 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:30,995 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:30,995 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/2ad50a79e2924c3c85b60b40da9518c5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/736b834dde0a4f64a37c8882e04b61ca, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/99a05913eda94ad38ac4dafbc87693ac] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.1 K 2024-11-28T01:24:30,995 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 725d3439406b4295aa7b7bf4db4390fe, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732757069181 2024-11-28T01:24:30,996 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad50a79e2924c3c85b60b40da9518c5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732757069181 2024-11-28T01:24:30,996 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a33725cff874ce38634cb9a471d4422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732757069214 2024-11-28T01:24:30,997 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 736b834dde0a4f64a37c8882e04b61ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732757069214 2024-11-28T01:24:30,997 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ed53a123c344d80aa73a95a31d3664e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732757069853 2024-11-28T01:24:30,997 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 99a05913eda94ad38ac4dafbc87693ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732757069853 2024-11-28T01:24:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:31,007 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:31,008 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/6d8a3adca4cc4fa88e32ff3b8d4baa77 is 50, key is test_row_0/A:col10/1732757069853/Put/seqid=0 2024-11-28T01:24:31,010 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:31,012 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f7d6b204bf4f49f4b2f331836ef59a0b is 50, key is test_row_0/B:col10/1732757069853/Put/seqid=0 2024-11-28T01:24:31,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741944_1120 (size=13493) 2024-11-28T01:24:31,023 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/6d8a3adca4cc4fa88e32ff3b8d4baa77 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6d8a3adca4cc4fa88e32ff3b8d4baa77 2024-11-28T01:24:31,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741945_1121 (size=13493) 2024-11-28T01:24:31,031 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 6d8a3adca4cc4fa88e32ff3b8d4baa77(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:31,031 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:31,032 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757070992; duration=0sec 2024-11-28T01:24:31,032 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:31,032 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:31,032 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:31,034 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:31,034 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:31,035 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,035 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/f7d6b204bf4f49f4b2f331836ef59a0b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f7d6b204bf4f49f4b2f331836ef59a0b 2024-11-28T01:24:31,035 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/415968a2fe6147cba64fdd741062b433, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/89897647dc6a4430b8a5bce23ac1cdc2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/91ac71545cda4d1e979c936b35df64cf] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.1 K 2024-11-28T01:24:31,036 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 415968a2fe6147cba64fdd741062b433, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732757069181 2024-11-28T01:24:31,036 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89897647dc6a4430b8a5bce23ac1cdc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1732757069214 2024-11-28T01:24:31,037 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91ac71545cda4d1e979c936b35df64cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732757069853 2024-11-28T01:24:31,042 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into f7d6b204bf4f49f4b2f331836ef59a0b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:31,043 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:31,043 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757070992; duration=0sec 2024-11-28T01:24:31,043 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:31,043 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:31,050 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:31,051 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/63739d79fdb942eebed79fe638bc591b is 50, key is test_row_0/C:col10/1732757069853/Put/seqid=0 2024-11-28T01:24:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741946_1122 (size=13493) 2024-11-28T01:24:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:31,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:24:31,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:31,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:31,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:31,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,126 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757131131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0effdbc1c74f4ed39223c6381422e3c2 is 50, key is test_row_0/A:col10/1732757070504/Put/seqid=0 2024-11-28T01:24:31,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757131132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757131133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757131133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741947_1123 (size=12301) 2024-11-28T01:24:31,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0effdbc1c74f4ed39223c6381422e3c2 2024-11-28T01:24:31,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e is 50, key is test_row_0/B:col10/1732757070504/Put/seqid=0 2024-11-28T01:24:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741948_1124 (size=12301) 2024-11-28T01:24:31,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757131234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757131238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757131238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757131238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757131436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757131440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757131441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757131443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,506 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/63739d79fdb942eebed79fe638bc591b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/63739d79fdb942eebed79fe638bc591b 2024-11-28T01:24:31,513 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into 63739d79fdb942eebed79fe638bc591b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:31,513 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:31,514 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757070994; duration=0sec 2024-11-28T01:24:31,514 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:31,514 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:31,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e 2024-11-28T01:24:31,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/db3db6aeab1345c59dc71554e57a565f is 50, key is test_row_0/C:col10/1732757070504/Put/seqid=0 2024-11-28T01:24:31,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741949_1125 (size=12301) 2024-11-28T01:24:31,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/db3db6aeab1345c59dc71554e57a565f 2024-11-28T01:24:31,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0effdbc1c74f4ed39223c6381422e3c2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0effdbc1c74f4ed39223c6381422e3c2 2024-11-28T01:24:31,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0effdbc1c74f4ed39223c6381422e3c2, entries=150, sequenceid=523, filesize=12.0 K 2024-11-28T01:24:31,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e 2024-11-28T01:24:31,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e, entries=150, sequenceid=523, filesize=12.0 K 2024-11-28T01:24:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/db3db6aeab1345c59dc71554e57a565f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/db3db6aeab1345c59dc71554e57a565f 2024-11-28T01:24:31,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/db3db6aeab1345c59dc71554e57a565f, entries=150, sequenceid=523, filesize=12.0 K 2024-11-28T01:24:31,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3f3423f7bcd8658109d37f7e7196b66b in 533ms, sequenceid=523, compaction requested=false 2024-11-28T01:24:31,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:31,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:31,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:31,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/1e756fd779b64ba5aa3fd6f67323d840 is 50, key is test_row_0/A:col10/1732757071741/Put/seqid=0 2024-11-28T01:24:31,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741950_1126 (size=12297) 2024-11-28T01:24:31,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/1e756fd779b64ba5aa3fd6f67323d840 2024-11-28T01:24:31,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/c6736aa5d6ca4a50bab8e4131c522204 is 50, key is test_row_0/B:col10/1732757071741/Put/seqid=0 2024-11-28T01:24:31,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757131770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757131770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757131771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757131771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741951_1127 (size=9857) 2024-11-28T01:24:31,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/c6736aa5d6ca4a50bab8e4131c522204 2024-11-28T01:24:31,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/f21c6cee5d704f799029a8f1b52b0e7c is 50, key is test_row_0/C:col10/1732757071741/Put/seqid=0 2024-11-28T01:24:31,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741952_1128 (size=9857) 2024-11-28T01:24:31,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/f21c6cee5d704f799029a8f1b52b0e7c 2024-11-28T01:24:31,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/1e756fd779b64ba5aa3fd6f67323d840 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1e756fd779b64ba5aa3fd6f67323d840 2024-11-28T01:24:31,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1e756fd779b64ba5aa3fd6f67323d840, entries=150, sequenceid=535, filesize=12.0 K 2024-11-28T01:24:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/c6736aa5d6ca4a50bab8e4131c522204 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c6736aa5d6ca4a50bab8e4131c522204 2024-11-28T01:24:31,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c6736aa5d6ca4a50bab8e4131c522204, entries=100, sequenceid=535, filesize=9.6 K 2024-11-28T01:24:31,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/f21c6cee5d704f799029a8f1b52b0e7c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f21c6cee5d704f799029a8f1b52b0e7c 2024-11-28T01:24:31,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f21c6cee5d704f799029a8f1b52b0e7c, entries=100, sequenceid=535, filesize=9.6 K 2024-11-28T01:24:31,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 3f3423f7bcd8658109d37f7e7196b66b in 97ms, sequenceid=535, compaction requested=true 2024-11-28T01:24:31,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:31,841 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:31,843 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38091 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:31,843 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:31,843 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,843 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6d8a3adca4cc4fa88e32ff3b8d4baa77, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0effdbc1c74f4ed39223c6381422e3c2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1e756fd779b64ba5aa3fd6f67323d840] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.2 K 2024-11-28T01:24:31,844 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d8a3adca4cc4fa88e32ff3b8d4baa77, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732757069853 2024-11-28T01:24:31,844 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0effdbc1c74f4ed39223c6381422e3c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732757070504 2024-11-28T01:24:31,844 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e756fd779b64ba5aa3fd6f67323d840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732757071130 2024-11-28T01:24:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:31,854 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:31,854 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/d90d16c696c94778bd32d2635b2d5ec9 is 50, key is test_row_0/A:col10/1732757071741/Put/seqid=0 2024-11-28T01:24:31,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:31,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:31,856 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:31,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:31,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:31,858 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:31,858 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:31,858 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,858 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f7d6b204bf4f49f4b2f331836ef59a0b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c6736aa5d6ca4a50bab8e4131c522204] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=34.8 K 2024-11-28T01:24:31,858 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f7d6b204bf4f49f4b2f331836ef59a0b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732757069853 2024-11-28T01:24:31,859 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting ef1ee0e7e61f4b5ca4e1dcbd34a6703e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732757070504 2024-11-28T01:24:31,859 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c6736aa5d6ca4a50bab8e4131c522204, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732757071741 2024-11-28T01:24:31,877 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:31,878 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/a90eac48e5a743df82544091aeceba29 is 50, key is test_row_0/B:col10/1732757071741/Put/seqid=0 2024-11-28T01:24:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:31,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T01:24:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:31,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757131885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/40fd39ff5b1a42c1a2f18a381e119890 is 50, key is test_row_0/A:col10/1732757071880/Put/seqid=0 2024-11-28T01:24:31,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757131887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757131911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757131910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:31,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741954_1130 (size=13595) 2024-11-28T01:24:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741953_1129 (size=13595) 2024-11-28T01:24:31,946 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/d90d16c696c94778bd32d2635b2d5ec9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d90d16c696c94778bd32d2635b2d5ec9 2024-11-28T01:24:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741955_1131 (size=12301) 2024-11-28T01:24:31,957 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into d90d16c696c94778bd32d2635b2d5ec9(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:31,957 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:31,957 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757071841; duration=0sec 2024-11-28T01:24:31,957 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:31,957 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:31,957 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:31,959 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:31,959 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:31,959 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:31,959 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/63739d79fdb942eebed79fe638bc591b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/db3db6aeab1345c59dc71554e57a565f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f21c6cee5d704f799029a8f1b52b0e7c] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=34.8 K 2024-11-28T01:24:31,960 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63739d79fdb942eebed79fe638bc591b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732757069853 2024-11-28T01:24:31,960 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting db3db6aeab1345c59dc71554e57a565f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1732757070504 2024-11-28T01:24:31,961 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting f21c6cee5d704f799029a8f1b52b0e7c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732757071741 2024-11-28T01:24:31,973 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:31,974 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ebebd16bc4ae4930bd5bdc6196d2ef49 is 50, key is test_row_0/C:col10/1732757071741/Put/seqid=0 2024-11-28T01:24:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741956_1132 (size=13595) 2024-11-28T01:24:32,000 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ebebd16bc4ae4930bd5bdc6196d2ef49 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ebebd16bc4ae4930bd5bdc6196d2ef49 2024-11-28T01:24:32,006 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into ebebd16bc4ae4930bd5bdc6196d2ef49(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:32,006 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:32,006 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757071856; duration=0sec 2024-11-28T01:24:32,006 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:32,006 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:32,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757132011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757132012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757132013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757132014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,065 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757132216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757132217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757132217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757132218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:32,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:32,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,344 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/a90eac48e5a743df82544091aeceba29 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a90eac48e5a743df82544091aeceba29 2024-11-28T01:24:32,351 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into a90eac48e5a743df82544091aeceba29(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:32,351 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:32,351 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757071855; duration=0sec 2024-11-28T01:24:32,351 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:32,351 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:32,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/40fd39ff5b1a42c1a2f18a381e119890 2024-11-28T01:24:32,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/1dccdc3985994c0d8b6babdf18673a23 is 50, key is test_row_0/B:col10/1732757071880/Put/seqid=0 2024-11-28T01:24:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741957_1133 (size=12301) 2024-11-28T01:24:32,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/1dccdc3985994c0d8b6babdf18673a23 2024-11-28T01:24:32,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4a89519646024abe9995bb432b3baa01 is 50, key is test_row_0/C:col10/1732757071880/Put/seqid=0 2024-11-28T01:24:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741958_1134 (size=12301) 2024-11-28T01:24:32,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4a89519646024abe9995bb432b3baa01 2024-11-28T01:24:32,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/40fd39ff5b1a42c1a2f18a381e119890 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/40fd39ff5b1a42c1a2f18a381e119890 2024-11-28T01:24:32,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/40fd39ff5b1a42c1a2f18a381e119890, entries=150, sequenceid=565, filesize=12.0 K 2024-11-28T01:24:32,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/1dccdc3985994c0d8b6babdf18673a23 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/1dccdc3985994c0d8b6babdf18673a23 2024-11-28T01:24:32,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/1dccdc3985994c0d8b6babdf18673a23, entries=150, sequenceid=565, filesize=12.0 K 2024-11-28T01:24:32,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/4a89519646024abe9995bb432b3baa01 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4a89519646024abe9995bb432b3baa01 2024-11-28T01:24:32,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4a89519646024abe9995bb432b3baa01, entries=150, sequenceid=565, filesize=12.0 K 2024-11-28T01:24:32,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 3f3423f7bcd8658109d37f7e7196b66b in 555ms, sequenceid=565, compaction requested=false 2024-11-28T01:24:32,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:32,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:32,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:32,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:32,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:32,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:32,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:32,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:32,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a6dbfc7db3d34518b049d0e7efdab0b6 is 50, key is test_row_0/A:col10/1732757072523/Put/seqid=0 2024-11-28T01:24:32,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:32,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:32,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757132548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757132550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757132551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757132552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741959_1135 (size=12301) 2024-11-28T01:24:32,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a6dbfc7db3d34518b049d0e7efdab0b6 2024-11-28T01:24:32,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/8ad5e98319554997b4d2ee337160f0d6 is 50, key is test_row_0/B:col10/1732757072523/Put/seqid=0 2024-11-28T01:24:32,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741960_1136 (size=12301) 2024-11-28T01:24:32,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/8ad5e98319554997b4d2ee337160f0d6 2024-11-28T01:24:32,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/83d63c5c57d34909954344e832703ad1 is 50, key is test_row_0/C:col10/1732757072523/Put/seqid=0 2024-11-28T01:24:32,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741961_1137 (size=12301) 2024-11-28T01:24:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757132653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757132654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757132653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757132656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757132856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757132857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757132857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757132860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:32,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:32,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:32,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:33,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/83d63c5c57d34909954344e832703ad1 2024-11-28T01:24:33,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/a6dbfc7db3d34518b049d0e7efdab0b6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a6dbfc7db3d34518b049d0e7efdab0b6 2024-11-28T01:24:33,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a6dbfc7db3d34518b049d0e7efdab0b6, entries=150, sequenceid=581, filesize=12.0 K 2024-11-28T01:24:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/8ad5e98319554997b4d2ee337160f0d6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/8ad5e98319554997b4d2ee337160f0d6 2024-11-28T01:24:33,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/8ad5e98319554997b4d2ee337160f0d6, entries=150, sequenceid=581, filesize=12.0 K 2024-11-28T01:24:33,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/83d63c5c57d34909954344e832703ad1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/83d63c5c57d34909954344e832703ad1 2024-11-28T01:24:33,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/83d63c5c57d34909954344e832703ad1, entries=150, sequenceid=581, filesize=12.0 K 2024-11-28T01:24:33,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3f3423f7bcd8658109d37f7e7196b66b in 512ms, sequenceid=581, compaction requested=true 2024-11-28T01:24:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:33,036 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:33,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:33,036 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:33,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:33,037 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:33,037 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:33,037 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:33,038 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d90d16c696c94778bd32d2635b2d5ec9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/40fd39ff5b1a42c1a2f18a381e119890, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a6dbfc7db3d34518b049d0e7efdab0b6] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.3 K 2024-11-28T01:24:33,038 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:33,038 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d90d16c696c94778bd32d2635b2d5ec9, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732757071122 2024-11-28T01:24:33,038 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:33,038 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:33,039 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a90eac48e5a743df82544091aeceba29, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/1dccdc3985994c0d8b6babdf18673a23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/8ad5e98319554997b4d2ee337160f0d6] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.3 K 2024-11-28T01:24:33,039 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40fd39ff5b1a42c1a2f18a381e119890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732757071770 2024-11-28T01:24:33,040 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a90eac48e5a743df82544091aeceba29, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732757071122 2024-11-28T01:24:33,040 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6dbfc7db3d34518b049d0e7efdab0b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732757071887 2024-11-28T01:24:33,041 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dccdc3985994c0d8b6babdf18673a23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732757071770 2024-11-28T01:24:33,041 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ad5e98319554997b4d2ee337160f0d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732757071887 2024-11-28T01:24:33,052 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:33,053 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:33,053 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0fd4f75aca03413aa5adef3dd7466c0e is 50, key is test_row_0/A:col10/1732757072523/Put/seqid=0 2024-11-28T01:24:33,053 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/b68147b35cb0494a93696a6d5bddb04f is 50, key is test_row_0/B:col10/1732757072523/Put/seqid=0 2024-11-28T01:24:33,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741963_1139 (size=13697) 2024-11-28T01:24:33,069 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/0fd4f75aca03413aa5adef3dd7466c0e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0fd4f75aca03413aa5adef3dd7466c0e 2024-11-28T01:24:33,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741962_1138 (size=13697) 2024-11-28T01:24:33,079 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into 0fd4f75aca03413aa5adef3dd7466c0e(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:33,079 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:33,079 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757073036; duration=0sec 2024-11-28T01:24:33,079 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:33,079 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:33,079 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:33,081 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/b68147b35cb0494a93696a6d5bddb04f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b68147b35cb0494a93696a6d5bddb04f 2024-11-28T01:24:33,082 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:33,082 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:33,082 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:33,082 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ebebd16bc4ae4930bd5bdc6196d2ef49, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4a89519646024abe9995bb432b3baa01, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/83d63c5c57d34909954344e832703ad1] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.3 K 2024-11-28T01:24:33,083 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebebd16bc4ae4930bd5bdc6196d2ef49, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=535, earliestPutTs=1732757071122 2024-11-28T01:24:33,083 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a89519646024abe9995bb432b3baa01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732757071770 2024-11-28T01:24:33,084 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83d63c5c57d34909954344e832703ad1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732757071887 2024-11-28T01:24:33,093 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into b68147b35cb0494a93696a6d5bddb04f(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:33,094 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:33,094 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757073036; duration=0sec 2024-11-28T01:24:33,094 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:33,094 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:33,107 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:33,108 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ef898c1bc8a04a6fa2fcb00fde873a4b is 50, key is test_row_0/C:col10/1732757072523/Put/seqid=0 2024-11-28T01:24:33,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741964_1140 (size=13697) 2024-11-28T01:24:33,148 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-28T01:24:33,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:33,149 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T01:24:33,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:33,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:33,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:33,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:33,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/99c1805cc8aa49a08c8ea678287c1da6 is 50, key is test_row_0/A:col10/1732757072549/Put/seqid=0 2024-11-28T01:24:33,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. as already flushing 2024-11-28T01:24:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:33,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757133175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757133176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757133177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757133178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741965_1141 (size=12301) 2024-11-28T01:24:33,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757133280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757133280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757133280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757133284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757133484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757133484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757133484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757133487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,547 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/ef898c1bc8a04a6fa2fcb00fde873a4b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef898c1bc8a04a6fa2fcb00fde873a4b 2024-11-28T01:24:33,556 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into ef898c1bc8a04a6fa2fcb00fde873a4b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:33,556 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:33,556 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757073037; duration=0sec 2024-11-28T01:24:33,556 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:33,556 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:33,611 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/99c1805cc8aa49a08c8ea678287c1da6 2024-11-28T01:24:33,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/df978c1ae6b942e09ac9e14e742b962a is 50, key is test_row_0/B:col10/1732757072549/Put/seqid=0 2024-11-28T01:24:33,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741966_1142 (size=12301) 2024-11-28T01:24:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757133788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757133789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757133789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757133789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:34,028 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/df978c1ae6b942e09ac9e14e742b962a 2024-11-28T01:24:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/bbeed5b2a7a44e5da87b8cf73bf80490 is 50, key is test_row_0/C:col10/1732757072549/Put/seqid=0 2024-11-28T01:24:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741967_1143 (size=12301) 2024-11-28T01:24:34,098 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:62936 2024-11-28T01:24:34,098 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:34,100 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:62936 2024-11-28T01:24:34,100 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:34,101 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:62936 2024-11-28T01:24:34,101 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:34,102 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:62936 2024-11-28T01:24:34,102 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:34,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37264 deadline: 1732757134292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:34,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37298 deadline: 1732757134293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:34,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37276 deadline: 1732757134294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:34,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:34,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37250 deadline: 1732757134296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:34,442 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/bbeed5b2a7a44e5da87b8cf73bf80490 2024-11-28T01:24:34,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/99c1805cc8aa49a08c8ea678287c1da6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/99c1805cc8aa49a08c8ea678287c1da6 2024-11-28T01:24:34,452 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/99c1805cc8aa49a08c8ea678287c1da6, entries=150, sequenceid=606, filesize=12.0 K 2024-11-28T01:24:34,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/df978c1ae6b942e09ac9e14e742b962a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/df978c1ae6b942e09ac9e14e742b962a 2024-11-28T01:24:34,459 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/df978c1ae6b942e09ac9e14e742b962a, entries=150, sequenceid=606, filesize=12.0 K 2024-11-28T01:24:34,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/bbeed5b2a7a44e5da87b8cf73bf80490 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/bbeed5b2a7a44e5da87b8cf73bf80490 2024-11-28T01:24:34,465 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/bbeed5b2a7a44e5da87b8cf73bf80490, entries=150, sequenceid=606, filesize=12.0 K 2024-11-28T01:24:34,466 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3f3423f7bcd8658109d37f7e7196b66b in 1317ms, sequenceid=606, compaction requested=false 2024-11-28T01:24:34,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:34,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:34,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-28T01:24:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-28T01:24:34,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-28T01:24:34,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.5690 sec 2024-11-28T01:24:34,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 4.5740 sec 2024-11-28T01:24:34,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T01:24:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:35,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T01:24:35,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:35,296 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:62936 2024-11-28T01:24:35,296 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:35,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:35,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:35,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:35,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:35,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:35,298 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:62936 2024-11-28T01:24:35,298 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:35,298 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:62936 2024-11-28T01:24:35,298 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:35,302 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:62936 2024-11-28T01:24:35,302 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:35,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/b590b1fa7d4a485483efff4dc960db65 is 50, key is test_row_0/A:col10/1732757075295/Put/seqid=0 2024-11-28T01:24:35,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741968_1144 (size=12301) 2024-11-28T01:24:35,463 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:62936 2024-11-28T01:24:35,463 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:35,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/b590b1fa7d4a485483efff4dc960db65 2024-11-28T01:24:35,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/a6a7dcaef6a34d34a07b2319f772eb83 is 50, key is test_row_0/B:col10/1732757075295/Put/seqid=0 2024-11-28T01:24:35,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741969_1145 (size=12301) 2024-11-28T01:24:36,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/a6a7dcaef6a34d34a07b2319f772eb83 2024-11-28T01:24:36,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/6226ce876e4b4c7987679716376a2030 is 50, key is test_row_0/C:col10/1732757075295/Put/seqid=0 2024-11-28T01:24:36,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741970_1146 (size=12301) 2024-11-28T01:24:36,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=621 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/6226ce876e4b4c7987679716376a2030 2024-11-28T01:24:36,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/b590b1fa7d4a485483efff4dc960db65 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b590b1fa7d4a485483efff4dc960db65 2024-11-28T01:24:36,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b590b1fa7d4a485483efff4dc960db65, entries=150, sequenceid=621, filesize=12.0 K 2024-11-28T01:24:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/a6a7dcaef6a34d34a07b2319f772eb83 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a6a7dcaef6a34d34a07b2319f772eb83 2024-11-28T01:24:36,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a6a7dcaef6a34d34a07b2319f772eb83, entries=150, sequenceid=621, filesize=12.0 K 2024-11-28T01:24:36,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/6226ce876e4b4c7987679716376a2030 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/6226ce876e4b4c7987679716376a2030 2024-11-28T01:24:36,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/6226ce876e4b4c7987679716376a2030, entries=150, sequenceid=621, filesize=12.0 K 2024-11-28T01:24:36,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for 3f3423f7bcd8658109d37f7e7196b66b in 1260ms, sequenceid=621, compaction requested=true 2024-11-28T01:24:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:36,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:36,556 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3f3423f7bcd8658109d37f7e7196b66b:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:36,557 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:36,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:36,558 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:36,558 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/A is initiating minor compaction (all files) 2024-11-28T01:24:36,558 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/A in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:36,558 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:36,558 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0fd4f75aca03413aa5adef3dd7466c0e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/99c1805cc8aa49a08c8ea678287c1da6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b590b1fa7d4a485483efff4dc960db65] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.4 K 2024-11-28T01:24:36,558 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/B is initiating minor compaction (all files) 2024-11-28T01:24:36,558 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/B in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:36,558 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b68147b35cb0494a93696a6d5bddb04f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/df978c1ae6b942e09ac9e14e742b962a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a6a7dcaef6a34d34a07b2319f772eb83] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.4 K 2024-11-28T01:24:36,558 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fd4f75aca03413aa5adef3dd7466c0e, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732757071887 2024-11-28T01:24:36,558 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b68147b35cb0494a93696a6d5bddb04f, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732757071887 2024-11-28T01:24:36,559 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99c1805cc8aa49a08c8ea678287c1da6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732757072546 2024-11-28T01:24:36,559 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting df978c1ae6b942e09ac9e14e742b962a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732757072546 2024-11-28T01:24:36,559 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting b590b1fa7d4a485483efff4dc960db65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1732757073175 2024-11-28T01:24:36,559 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a7dcaef6a34d34a07b2319f772eb83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1732757073175 2024-11-28T01:24:36,568 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:36,568 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#A#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:36,568 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/e6f7d635f5df457c834e6f351f43aa3f is 50, key is test_row_0/A:col10/1732757075295/Put/seqid=0 2024-11-28T01:24:36,568 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d5e135a078ed4253a9cb7a372ef6cae0 is 50, key is test_row_0/B:col10/1732757075295/Put/seqid=0 2024-11-28T01:24:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741971_1147 (size=13799) 2024-11-28T01:24:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741972_1148 (size=13799) 2024-11-28T01:24:36,978 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/e6f7d635f5df457c834e6f351f43aa3f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/e6f7d635f5df457c834e6f351f43aa3f 2024-11-28T01:24:36,978 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/d5e135a078ed4253a9cb7a372ef6cae0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d5e135a078ed4253a9cb7a372ef6cae0 2024-11-28T01:24:36,984 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/A of 3f3423f7bcd8658109d37f7e7196b66b into e6f7d635f5df457c834e6f351f43aa3f(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:36,984 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/B of 3f3423f7bcd8658109d37f7e7196b66b into d5e135a078ed4253a9cb7a372ef6cae0(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:36,984 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:36,984 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:36,984 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/A, priority=13, startTime=1732757076556; duration=0sec 2024-11-28T01:24:36,984 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/B, priority=13, startTime=1732757076556; duration=0sec 2024-11-28T01:24:36,984 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:36,984 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:A 2024-11-28T01:24:36,984 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:36,984 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:36,984 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:B 2024-11-28T01:24:36,985 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:36,985 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 3f3423f7bcd8658109d37f7e7196b66b/C is initiating minor compaction (all files) 2024-11-28T01:24:36,985 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3f3423f7bcd8658109d37f7e7196b66b/C in TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:36,985 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef898c1bc8a04a6fa2fcb00fde873a4b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/bbeed5b2a7a44e5da87b8cf73bf80490, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/6226ce876e4b4c7987679716376a2030] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp, totalSize=37.4 K 2024-11-28T01:24:36,986 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef898c1bc8a04a6fa2fcb00fde873a4b, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1732757071887 2024-11-28T01:24:36,986 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbeed5b2a7a44e5da87b8cf73bf80490, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=606, earliestPutTs=1732757072546 2024-11-28T01:24:36,986 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6226ce876e4b4c7987679716376a2030, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=621, earliestPutTs=1732757073175 2024-11-28T01:24:36,993 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3f3423f7bcd8658109d37f7e7196b66b#C#compaction#134 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:36,994 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fb6cbfc63e1947f2996ecd44fb3760ac is 50, key is test_row_0/C:col10/1732757075295/Put/seqid=0 2024-11-28T01:24:36,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741973_1149 (size=13799) 2024-11-28T01:24:37,404 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/fb6cbfc63e1947f2996ecd44fb3760ac as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb6cbfc63e1947f2996ecd44fb3760ac 2024-11-28T01:24:37,409 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3f3423f7bcd8658109d37f7e7196b66b/C of 3f3423f7bcd8658109d37f7e7196b66b into fb6cbfc63e1947f2996ecd44fb3760ac(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:37,409 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:37,409 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b., storeName=3f3423f7bcd8658109d37f7e7196b66b/C, priority=13, startTime=1732757076557; duration=0sec 2024-11-28T01:24:37,409 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:37,409 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3f3423f7bcd8658109d37f7e7196b66b:C 2024-11-28T01:24:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-28T01:24:38,008 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 131 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6043 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5946 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2707 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8118 rows 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2659 2024-11-28T01:24:38,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7977 rows 2024-11-28T01:24:38,009 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T01:24:38,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:62936 2024-11-28T01:24:38,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:24:38,014 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T01:24:38,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T01:24:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:38,026 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757078026"}]},"ts":"1732757078026"} 2024-11-28T01:24:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T01:24:38,027 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T01:24:38,030 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T01:24:38,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:24:38,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3f3423f7bcd8658109d37f7e7196b66b, UNASSIGN}] 2024-11-28T01:24:38,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3f3423f7bcd8658109d37f7e7196b66b, UNASSIGN 2024-11-28T01:24:38,037 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3f3423f7bcd8658109d37f7e7196b66b, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:38,038 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:24:38,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:24:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T01:24:38,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:38,194 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:24:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 3f3423f7bcd8658109d37f7e7196b66b, disabling compactions & flushes 2024-11-28T01:24:38,195 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. after waiting 0 ms 2024-11-28T01:24:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:38,196 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 3f3423f7bcd8658109d37f7e7196b66b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T01:24:38,196 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=A 2024-11-28T01:24:38,196 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:38,196 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=B 2024-11-28T01:24:38,196 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:38,196 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3f3423f7bcd8658109d37f7e7196b66b, store=C 2024-11-28T01:24:38,196 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:38,200 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/b3108176d5d74846b11ac70d6f829753 is 50, key is test_row_0/A:col10/1732757075462/Put/seqid=0 2024-11-28T01:24:38,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741974_1150 (size=9857) 2024-11-28T01:24:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T01:24:38,605 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/b3108176d5d74846b11ac70d6f829753 2024-11-28T01:24:38,613 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/09b5127cce11459eb7ebd41507e2cf03 is 50, key is test_row_0/B:col10/1732757075462/Put/seqid=0 2024-11-28T01:24:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741975_1151 (size=9857) 2024-11-28T01:24:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T01:24:38,802 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T01:24:38,804 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T01:24:39,017 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/09b5127cce11459eb7ebd41507e2cf03 2024-11-28T01:24:39,025 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/9f59244a22e54e4989e55e7594e009c1 is 50, key is test_row_0/C:col10/1732757075462/Put/seqid=0 2024-11-28T01:24:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741976_1152 (size=9857) 2024-11-28T01:24:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T01:24:39,430 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/9f59244a22e54e4989e55e7594e009c1 2024-11-28T01:24:39,435 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/A/b3108176d5d74846b11ac70d6f829753 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b3108176d5d74846b11ac70d6f829753 2024-11-28T01:24:39,439 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b3108176d5d74846b11ac70d6f829753, entries=100, sequenceid=631, filesize=9.6 K 2024-11-28T01:24:39,440 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/B/09b5127cce11459eb7ebd41507e2cf03 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/09b5127cce11459eb7ebd41507e2cf03 2024-11-28T01:24:39,444 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/09b5127cce11459eb7ebd41507e2cf03, entries=100, sequenceid=631, filesize=9.6 K 2024-11-28T01:24:39,445 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/.tmp/C/9f59244a22e54e4989e55e7594e009c1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/9f59244a22e54e4989e55e7594e009c1 2024-11-28T01:24:39,449 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/9f59244a22e54e4989e55e7594e009c1, entries=100, sequenceid=631, filesize=9.6 K 2024-11-28T01:24:39,450 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 3f3423f7bcd8658109d37f7e7196b66b in 1255ms, sequenceid=631, compaction requested=false 2024-11-28T01:24:39,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/adc83f0d0c704cc4b7f06232e8c2bb94, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/33350f022481435a8ace32c6dba0bf3e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/afb43ee8b8194b63b8ebe76f61c915b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/139c49b86e22442dbe64078265c0ca76, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6abb105745e94bd3addbc7ef92cf2590, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a3ff95cee05b4db0af2c7dd12b1bf6d2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/f7aabed9db424327bf840d65825e3783, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/84dd23cb0e6b42fdacb244174e59d2fd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5b835167ea2e45c591155d33572b8f4f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/721a7625210b4914854f3eefe7549356, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2e7051f02f834db2b69c288515447833, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7de3364b1281443298584022da2ca529, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/07e12295e4b64541a13ff1b4772b9766, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5cd7fe8598f042c2a29441c3a6c645cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7ffb028b3d8849ceb997278e834091b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d6ef216c25e741cd97d165ac4e471460, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5f7d79f37553407dac5e504097c99486, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/343a9a2eb95a49bbaf8f827ffd6d2a86, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a17ce08ebcab431ab69d2b1b3319d43e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/65eaf03d886c42a49007ee180dfce469, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/214f73aafc3548d69aadc44978785f42, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/68781474e08147cd88a9b4f5d10f38f3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/491113c5e4a04972b1026b491ea57be6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/89faf62681184c04a2c0aeeb85af4968, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c899179368a344c38c38dc32307b714f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0ef4b4aebae8444995e4949f5c57089e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c40c68b02d764615928577a343026948, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/36f2e3722a4545109907dd7c81745c1f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2ecba61273dd4837a848087b230ea8dd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7051e68156be4a2ba68b0c54ae006b06, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/ba296fec11cd4369a2053c2d9ffa73d7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7e7d720346a44a77bb52b8831dd6659c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/725d3439406b4295aa7b7bf4db4390fe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/8a33725cff874ce38634cb9a471d4422, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6d8a3adca4cc4fa88e32ff3b8d4baa77, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1ed53a123c344d80aa73a95a31d3664e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0effdbc1c74f4ed39223c6381422e3c2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d90d16c696c94778bd32d2635b2d5ec9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1e756fd779b64ba5aa3fd6f67323d840, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/40fd39ff5b1a42c1a2f18a381e119890, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0fd4f75aca03413aa5adef3dd7466c0e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a6dbfc7db3d34518b049d0e7efdab0b6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/99c1805cc8aa49a08c8ea678287c1da6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b590b1fa7d4a485483efff4dc960db65] to archive 2024-11-28T01:24:39,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:24:39,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/adc83f0d0c704cc4b7f06232e8c2bb94 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/adc83f0d0c704cc4b7f06232e8c2bb94 2024-11-28T01:24:39,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/33350f022481435a8ace32c6dba0bf3e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/33350f022481435a8ace32c6dba0bf3e 2024-11-28T01:24:39,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/afb43ee8b8194b63b8ebe76f61c915b4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/afb43ee8b8194b63b8ebe76f61c915b4 2024-11-28T01:24:39,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/139c49b86e22442dbe64078265c0ca76 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/139c49b86e22442dbe64078265c0ca76 2024-11-28T01:24:39,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6abb105745e94bd3addbc7ef92cf2590 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6abb105745e94bd3addbc7ef92cf2590 2024-11-28T01:24:39,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a3ff95cee05b4db0af2c7dd12b1bf6d2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a3ff95cee05b4db0af2c7dd12b1bf6d2 2024-11-28T01:24:39,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/f7aabed9db424327bf840d65825e3783 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/f7aabed9db424327bf840d65825e3783 2024-11-28T01:24:39,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/84dd23cb0e6b42fdacb244174e59d2fd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/84dd23cb0e6b42fdacb244174e59d2fd 2024-11-28T01:24:39,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5b835167ea2e45c591155d33572b8f4f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5b835167ea2e45c591155d33572b8f4f 2024-11-28T01:24:39,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/721a7625210b4914854f3eefe7549356 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/721a7625210b4914854f3eefe7549356 2024-11-28T01:24:39,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2e7051f02f834db2b69c288515447833 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2e7051f02f834db2b69c288515447833 2024-11-28T01:24:39,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7de3364b1281443298584022da2ca529 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7de3364b1281443298584022da2ca529 2024-11-28T01:24:39,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/07e12295e4b64541a13ff1b4772b9766 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/07e12295e4b64541a13ff1b4772b9766 2024-11-28T01:24:39,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5cd7fe8598f042c2a29441c3a6c645cb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5cd7fe8598f042c2a29441c3a6c645cb 2024-11-28T01:24:39,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7ffb028b3d8849ceb997278e834091b4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7ffb028b3d8849ceb997278e834091b4 2024-11-28T01:24:39,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d6ef216c25e741cd97d165ac4e471460 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d6ef216c25e741cd97d165ac4e471460 2024-11-28T01:24:39,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5f7d79f37553407dac5e504097c99486 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/5f7d79f37553407dac5e504097c99486 2024-11-28T01:24:39,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/343a9a2eb95a49bbaf8f827ffd6d2a86 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/343a9a2eb95a49bbaf8f827ffd6d2a86 2024-11-28T01:24:39,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a17ce08ebcab431ab69d2b1b3319d43e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a17ce08ebcab431ab69d2b1b3319d43e 2024-11-28T01:24:39,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/65eaf03d886c42a49007ee180dfce469 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/65eaf03d886c42a49007ee180dfce469 2024-11-28T01:24:39,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/214f73aafc3548d69aadc44978785f42 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/214f73aafc3548d69aadc44978785f42 2024-11-28T01:24:39,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/68781474e08147cd88a9b4f5d10f38f3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/68781474e08147cd88a9b4f5d10f38f3 2024-11-28T01:24:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/491113c5e4a04972b1026b491ea57be6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/491113c5e4a04972b1026b491ea57be6 2024-11-28T01:24:39,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/89faf62681184c04a2c0aeeb85af4968 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/89faf62681184c04a2c0aeeb85af4968 2024-11-28T01:24:39,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c899179368a344c38c38dc32307b714f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c899179368a344c38c38dc32307b714f 2024-11-28T01:24:39,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0ef4b4aebae8444995e4949f5c57089e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0ef4b4aebae8444995e4949f5c57089e 2024-11-28T01:24:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c40c68b02d764615928577a343026948 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/c40c68b02d764615928577a343026948 2024-11-28T01:24:39,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/36f2e3722a4545109907dd7c81745c1f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/36f2e3722a4545109907dd7c81745c1f 2024-11-28T01:24:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2ecba61273dd4837a848087b230ea8dd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/2ecba61273dd4837a848087b230ea8dd 2024-11-28T01:24:39,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7051e68156be4a2ba68b0c54ae006b06 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7051e68156be4a2ba68b0c54ae006b06 2024-11-28T01:24:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/ba296fec11cd4369a2053c2d9ffa73d7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/ba296fec11cd4369a2053c2d9ffa73d7 2024-11-28T01:24:39,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7e7d720346a44a77bb52b8831dd6659c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/7e7d720346a44a77bb52b8831dd6659c 2024-11-28T01:24:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/725d3439406b4295aa7b7bf4db4390fe to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/725d3439406b4295aa7b7bf4db4390fe 2024-11-28T01:24:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/8a33725cff874ce38634cb9a471d4422 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/8a33725cff874ce38634cb9a471d4422 2024-11-28T01:24:39,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6d8a3adca4cc4fa88e32ff3b8d4baa77 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/6d8a3adca4cc4fa88e32ff3b8d4baa77 2024-11-28T01:24:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1ed53a123c344d80aa73a95a31d3664e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1ed53a123c344d80aa73a95a31d3664e 2024-11-28T01:24:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0effdbc1c74f4ed39223c6381422e3c2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0effdbc1c74f4ed39223c6381422e3c2 2024-11-28T01:24:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d90d16c696c94778bd32d2635b2d5ec9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/d90d16c696c94778bd32d2635b2d5ec9 2024-11-28T01:24:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1e756fd779b64ba5aa3fd6f67323d840 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/1e756fd779b64ba5aa3fd6f67323d840 2024-11-28T01:24:39,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/40fd39ff5b1a42c1a2f18a381e119890 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/40fd39ff5b1a42c1a2f18a381e119890 2024-11-28T01:24:39,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0fd4f75aca03413aa5adef3dd7466c0e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/0fd4f75aca03413aa5adef3dd7466c0e 2024-11-28T01:24:39,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a6dbfc7db3d34518b049d0e7efdab0b6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/a6dbfc7db3d34518b049d0e7efdab0b6 2024-11-28T01:24:39,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/99c1805cc8aa49a08c8ea678287c1da6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/99c1805cc8aa49a08c8ea678287c1da6 2024-11-28T01:24:39,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b590b1fa7d4a485483efff4dc960db65 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b590b1fa7d4a485483efff4dc960db65 2024-11-28T01:24:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/4a2ec17571694794926d90ac44700ff1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5b683306243f48429b54c74586c4da93, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/270530b392194cf8b2d203c1bc38e96c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5c6975c15bbe4d899fb4fb9ab10066ad, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/652f8bf4c4c745dbaca587a762ebc0ea, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/43e9bba1da9943029715f711c5b89a53, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/dd269592a89444f79b1d6a2ac475d3e5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/bda1058847af405eb218320a44f013c8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/894ac6ed3f154f4a9df4569ab521d8f1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d69bff8b3dc544509d46e17f7b9983a3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6217e84b1e1441268ff083bd7b6105d6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/037b19f2159145669fca64fcbcb1ff84, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f490146e0e464ef7b9453e4c65bf0942, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/891a4081373c4f64bc42db5ab921d8f4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/68c445680e0f4f48ab3c718824e310a6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6f62f6548bc345428fa13222b6cba61c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/62899903efcc4a48b6e89d268f42db57, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/561df474bc1a4e2385358c476367e215, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/eb87377f914a464d8bf64fe8143268ae, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/591060fa230d40178cc225740672e541, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d6a4aeffaa5240aa8299ba09af2f769d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c9ab850d5106477ca60c21a501a82daf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/478b51277b9545de86c764a7d592b1bd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ed04edcb1e324dde95b5bf4e2c5ff084, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/3429568d5cf8429198a150ab39a5a66b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/0c86f990807e4970b3574e2cf80f9a6f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/49443dde8f3642fb846c3c60e3ea1d44, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/9874f65d831d48ef966e5023ae65e4a1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/451cb543e1364f688bd29fd3d1a8b56f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6dff0283f3194052b28b92cb61c9bbba, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/2ad50a79e2924c3c85b60b40da9518c5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b125831632764d05912afb24889673a4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/736b834dde0a4f64a37c8882e04b61ca, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f7d6b204bf4f49f4b2f331836ef59a0b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/99a05913eda94ad38ac4dafbc87693ac, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a90eac48e5a743df82544091aeceba29, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c6736aa5d6ca4a50bab8e4131c522204, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/1dccdc3985994c0d8b6babdf18673a23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b68147b35cb0494a93696a6d5bddb04f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/8ad5e98319554997b4d2ee337160f0d6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/df978c1ae6b942e09ac9e14e742b962a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a6a7dcaef6a34d34a07b2319f772eb83] to archive 2024-11-28T01:24:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:24:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/4a2ec17571694794926d90ac44700ff1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/4a2ec17571694794926d90ac44700ff1 2024-11-28T01:24:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5b683306243f48429b54c74586c4da93 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5b683306243f48429b54c74586c4da93 2024-11-28T01:24:39,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/270530b392194cf8b2d203c1bc38e96c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/270530b392194cf8b2d203c1bc38e96c 2024-11-28T01:24:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5c6975c15bbe4d899fb4fb9ab10066ad to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/5c6975c15bbe4d899fb4fb9ab10066ad 2024-11-28T01:24:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/652f8bf4c4c745dbaca587a762ebc0ea to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/652f8bf4c4c745dbaca587a762ebc0ea 2024-11-28T01:24:39,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/43e9bba1da9943029715f711c5b89a53 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/43e9bba1da9943029715f711c5b89a53 2024-11-28T01:24:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/dd269592a89444f79b1d6a2ac475d3e5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/dd269592a89444f79b1d6a2ac475d3e5 2024-11-28T01:24:39,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f28c9ad1bc0f49ab8d6f62b4a5a823b4 2024-11-28T01:24:39,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/bda1058847af405eb218320a44f013c8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/bda1058847af405eb218320a44f013c8 2024-11-28T01:24:39,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/894ac6ed3f154f4a9df4569ab521d8f1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/894ac6ed3f154f4a9df4569ab521d8f1 2024-11-28T01:24:39,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d69bff8b3dc544509d46e17f7b9983a3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d69bff8b3dc544509d46e17f7b9983a3 2024-11-28T01:24:39,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6217e84b1e1441268ff083bd7b6105d6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6217e84b1e1441268ff083bd7b6105d6 2024-11-28T01:24:39,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/037b19f2159145669fca64fcbcb1ff84 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/037b19f2159145669fca64fcbcb1ff84 2024-11-28T01:24:39,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f490146e0e464ef7b9453e4c65bf0942 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f490146e0e464ef7b9453e4c65bf0942 2024-11-28T01:24:39,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/891a4081373c4f64bc42db5ab921d8f4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/891a4081373c4f64bc42db5ab921d8f4 2024-11-28T01:24:39,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/68c445680e0f4f48ab3c718824e310a6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/68c445680e0f4f48ab3c718824e310a6 2024-11-28T01:24:39,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6f62f6548bc345428fa13222b6cba61c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6f62f6548bc345428fa13222b6cba61c 2024-11-28T01:24:39,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/62899903efcc4a48b6e89d268f42db57 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/62899903efcc4a48b6e89d268f42db57 2024-11-28T01:24:39,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/561df474bc1a4e2385358c476367e215 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/561df474bc1a4e2385358c476367e215 2024-11-28T01:24:39,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/eb87377f914a464d8bf64fe8143268ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/eb87377f914a464d8bf64fe8143268ae 2024-11-28T01:24:39,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/591060fa230d40178cc225740672e541 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/591060fa230d40178cc225740672e541 2024-11-28T01:24:39,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d6a4aeffaa5240aa8299ba09af2f769d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d6a4aeffaa5240aa8299ba09af2f769d 2024-11-28T01:24:39,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c9ab850d5106477ca60c21a501a82daf to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c9ab850d5106477ca60c21a501a82daf 2024-11-28T01:24:39,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/478b51277b9545de86c764a7d592b1bd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/478b51277b9545de86c764a7d592b1bd 2024-11-28T01:24:39,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ed04edcb1e324dde95b5bf4e2c5ff084 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ed04edcb1e324dde95b5bf4e2c5ff084 2024-11-28T01:24:39,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/3429568d5cf8429198a150ab39a5a66b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/3429568d5cf8429198a150ab39a5a66b 2024-11-28T01:24:39,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/0c86f990807e4970b3574e2cf80f9a6f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/0c86f990807e4970b3574e2cf80f9a6f 2024-11-28T01:24:39,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/49443dde8f3642fb846c3c60e3ea1d44 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/49443dde8f3642fb846c3c60e3ea1d44 2024-11-28T01:24:39,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/9874f65d831d48ef966e5023ae65e4a1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/9874f65d831d48ef966e5023ae65e4a1 2024-11-28T01:24:39,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/451cb543e1364f688bd29fd3d1a8b56f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/451cb543e1364f688bd29fd3d1a8b56f 2024-11-28T01:24:39,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6dff0283f3194052b28b92cb61c9bbba to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/6dff0283f3194052b28b92cb61c9bbba 2024-11-28T01:24:39,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/2ad50a79e2924c3c85b60b40da9518c5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/2ad50a79e2924c3c85b60b40da9518c5 2024-11-28T01:24:39,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b125831632764d05912afb24889673a4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b125831632764d05912afb24889673a4 2024-11-28T01:24:39,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/736b834dde0a4f64a37c8882e04b61ca to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/736b834dde0a4f64a37c8882e04b61ca 2024-11-28T01:24:39,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f7d6b204bf4f49f4b2f331836ef59a0b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/f7d6b204bf4f49f4b2f331836ef59a0b 2024-11-28T01:24:39,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/99a05913eda94ad38ac4dafbc87693ac to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/99a05913eda94ad38ac4dafbc87693ac 2024-11-28T01:24:39,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/ef1ee0e7e61f4b5ca4e1dcbd34a6703e 2024-11-28T01:24:39,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a90eac48e5a743df82544091aeceba29 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a90eac48e5a743df82544091aeceba29 2024-11-28T01:24:39,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c6736aa5d6ca4a50bab8e4131c522204 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/c6736aa5d6ca4a50bab8e4131c522204 2024-11-28T01:24:39,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/1dccdc3985994c0d8b6babdf18673a23 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/1dccdc3985994c0d8b6babdf18673a23 2024-11-28T01:24:39,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b68147b35cb0494a93696a6d5bddb04f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/b68147b35cb0494a93696a6d5bddb04f 2024-11-28T01:24:39,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/8ad5e98319554997b4d2ee337160f0d6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/8ad5e98319554997b4d2ee337160f0d6 2024-11-28T01:24:39,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/df978c1ae6b942e09ac9e14e742b962a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/df978c1ae6b942e09ac9e14e742b962a 2024-11-28T01:24:39,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a6a7dcaef6a34d34a07b2319f772eb83 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/a6a7dcaef6a34d34a07b2319f772eb83 2024-11-28T01:24:39,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/1dbee3023a57472781e37baed237fff8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef7addc1b079490b9910adaa7a8c29bb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ff77022a60164f088dc06d6926b6a476, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/85b0f6ecadec45849f776e1174380f41, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/07a79dbf22094baeb307515ae37a761e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/edfc4e755e404da59df77cf2b47971fe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c97c7b85037849408a8e3299fa39aae2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f0d902a651214c64bfbef05ada2fe044, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ac13dc65ff84d478460af27e0ac4afe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/31e729e3294a4e80b231b201b8ed1d15, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/08109d790167443c8b6480e2bfd04c21, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/3fff7ba66e204791b1aa1bd80ebfcf0a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2bbe5d61aafc46d0a613041d2fc7b0b7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb193804af0942dab6395cf8b01d17a5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73ebcd5989243138920909dc32eda6e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/7c30f57dfa314e1aa2b63dd93341379f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/820b5f56f8694bf89ad01592906cd2cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/052c343f19754af68c5703c64c35fb3c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2457e7fe37b148fc93119b8b3f5df7e7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/143e97eaee36417cb37c5c161efb9fda, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d3cfcd31708b450397792680f4bdfe17, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/366fb3d4f0b74bd5b45d91854ec46ef4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c0cfcfcf15174006ae77e0e416914412, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c6c8db9e5cac48488c072bdb868a34f4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/b1118d217e3146bb93ff06d324ed2d45, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ad5cb22f811405894c1bf91c9ac6dd0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/dd7e2c9862c24472a5d6bf4dff9bfdd2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/984e4774b5174d7bab9a914de4663237, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73be0024ca942c09e55354778f392cd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/e9ce3946622c45c19f071921d7247797, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/a2c1b8ea62f9435bb7094b7e2c032ffe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/415968a2fe6147cba64fdd741062b433, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fe37afb6c2b2422992c9a00acd0ff5dd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/89897647dc6a4430b8a5bce23ac1cdc2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/63739d79fdb942eebed79fe638bc591b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/91ac71545cda4d1e979c936b35df64cf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/db3db6aeab1345c59dc71554e57a565f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ebebd16bc4ae4930bd5bdc6196d2ef49, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f21c6cee5d704f799029a8f1b52b0e7c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4a89519646024abe9995bb432b3baa01, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef898c1bc8a04a6fa2fcb00fde873a4b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/83d63c5c57d34909954344e832703ad1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/bbeed5b2a7a44e5da87b8cf73bf80490, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/6226ce876e4b4c7987679716376a2030] to archive 2024-11-28T01:24:39,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:24:39,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/1dbee3023a57472781e37baed237fff8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/1dbee3023a57472781e37baed237fff8 2024-11-28T01:24:39,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef7addc1b079490b9910adaa7a8c29bb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef7addc1b079490b9910adaa7a8c29bb 2024-11-28T01:24:39,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ff77022a60164f088dc06d6926b6a476 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ff77022a60164f088dc06d6926b6a476 2024-11-28T01:24:39,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/85b0f6ecadec45849f776e1174380f41 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/85b0f6ecadec45849f776e1174380f41 2024-11-28T01:24:39,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/07a79dbf22094baeb307515ae37a761e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/07a79dbf22094baeb307515ae37a761e 2024-11-28T01:24:39,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/edfc4e755e404da59df77cf2b47971fe to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/edfc4e755e404da59df77cf2b47971fe 2024-11-28T01:24:39,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c97c7b85037849408a8e3299fa39aae2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c97c7b85037849408a8e3299fa39aae2 2024-11-28T01:24:39,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f0d902a651214c64bfbef05ada2fe044 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f0d902a651214c64bfbef05ada2fe044 2024-11-28T01:24:39,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ac13dc65ff84d478460af27e0ac4afe to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ac13dc65ff84d478460af27e0ac4afe 2024-11-28T01:24:39,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/31e729e3294a4e80b231b201b8ed1d15 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/31e729e3294a4e80b231b201b8ed1d15 2024-11-28T01:24:39,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/08109d790167443c8b6480e2bfd04c21 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/08109d790167443c8b6480e2bfd04c21 2024-11-28T01:24:39,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/3fff7ba66e204791b1aa1bd80ebfcf0a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/3fff7ba66e204791b1aa1bd80ebfcf0a 2024-11-28T01:24:39,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2bbe5d61aafc46d0a613041d2fc7b0b7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2bbe5d61aafc46d0a613041d2fc7b0b7 2024-11-28T01:24:39,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb193804af0942dab6395cf8b01d17a5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb193804af0942dab6395cf8b01d17a5 2024-11-28T01:24:39,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73ebcd5989243138920909dc32eda6e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73ebcd5989243138920909dc32eda6e 2024-11-28T01:24:39,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/7c30f57dfa314e1aa2b63dd93341379f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/7c30f57dfa314e1aa2b63dd93341379f 2024-11-28T01:24:39,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/820b5f56f8694bf89ad01592906cd2cb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/820b5f56f8694bf89ad01592906cd2cb 2024-11-28T01:24:39,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/052c343f19754af68c5703c64c35fb3c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/052c343f19754af68c5703c64c35fb3c 2024-11-28T01:24:39,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2457e7fe37b148fc93119b8b3f5df7e7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/2457e7fe37b148fc93119b8b3f5df7e7 2024-11-28T01:24:39,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/143e97eaee36417cb37c5c161efb9fda to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/143e97eaee36417cb37c5c161efb9fda 2024-11-28T01:24:39,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d3cfcd31708b450397792680f4bdfe17 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d3cfcd31708b450397792680f4bdfe17 2024-11-28T01:24:39,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/366fb3d4f0b74bd5b45d91854ec46ef4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/366fb3d4f0b74bd5b45d91854ec46ef4 2024-11-28T01:24:39,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c0cfcfcf15174006ae77e0e416914412 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c0cfcfcf15174006ae77e0e416914412 2024-11-28T01:24:39,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c6c8db9e5cac48488c072bdb868a34f4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/c6c8db9e5cac48488c072bdb868a34f4 2024-11-28T01:24:39,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/b1118d217e3146bb93ff06d324ed2d45 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/b1118d217e3146bb93ff06d324ed2d45 2024-11-28T01:24:39,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ad5cb22f811405894c1bf91c9ac6dd0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4ad5cb22f811405894c1bf91c9ac6dd0 2024-11-28T01:24:39,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/dd7e2c9862c24472a5d6bf4dff9bfdd2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/dd7e2c9862c24472a5d6bf4dff9bfdd2 2024-11-28T01:24:39,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/984e4774b5174d7bab9a914de4663237 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/984e4774b5174d7bab9a914de4663237 2024-11-28T01:24:39,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73be0024ca942c09e55354778f392cd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/d73be0024ca942c09e55354778f392cd 2024-11-28T01:24:39,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/e9ce3946622c45c19f071921d7247797 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/e9ce3946622c45c19f071921d7247797 2024-11-28T01:24:39,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/a2c1b8ea62f9435bb7094b7e2c032ffe to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/a2c1b8ea62f9435bb7094b7e2c032ffe 2024-11-28T01:24:39,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/415968a2fe6147cba64fdd741062b433 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/415968a2fe6147cba64fdd741062b433 2024-11-28T01:24:39,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fe37afb6c2b2422992c9a00acd0ff5dd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fe37afb6c2b2422992c9a00acd0ff5dd 2024-11-28T01:24:39,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/89897647dc6a4430b8a5bce23ac1cdc2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/89897647dc6a4430b8a5bce23ac1cdc2 2024-11-28T01:24:39,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/63739d79fdb942eebed79fe638bc591b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/63739d79fdb942eebed79fe638bc591b 2024-11-28T01:24:39,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/91ac71545cda4d1e979c936b35df64cf to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/91ac71545cda4d1e979c936b35df64cf 2024-11-28T01:24:39,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/db3db6aeab1345c59dc71554e57a565f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/db3db6aeab1345c59dc71554e57a565f 2024-11-28T01:24:39,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ebebd16bc4ae4930bd5bdc6196d2ef49 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ebebd16bc4ae4930bd5bdc6196d2ef49 2024-11-28T01:24:39,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f21c6cee5d704f799029a8f1b52b0e7c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/f21c6cee5d704f799029a8f1b52b0e7c 2024-11-28T01:24:39,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4a89519646024abe9995bb432b3baa01 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/4a89519646024abe9995bb432b3baa01 2024-11-28T01:24:39,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef898c1bc8a04a6fa2fcb00fde873a4b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/ef898c1bc8a04a6fa2fcb00fde873a4b 2024-11-28T01:24:39,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/83d63c5c57d34909954344e832703ad1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/83d63c5c57d34909954344e832703ad1 2024-11-28T01:24:39,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/bbeed5b2a7a44e5da87b8cf73bf80490 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/bbeed5b2a7a44e5da87b8cf73bf80490 2024-11-28T01:24:39,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/6226ce876e4b4c7987679716376a2030 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/6226ce876e4b4c7987679716376a2030 2024-11-28T01:24:39,645 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/recovered.edits/634.seqid, newMaxSeqId=634, maxSeqId=1 2024-11-28T01:24:39,648 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b. 2024-11-28T01:24:39,648 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 3f3423f7bcd8658109d37f7e7196b66b: 2024-11-28T01:24:39,649 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:39,650 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=3f3423f7bcd8658109d37f7e7196b66b, regionState=CLOSED 2024-11-28T01:24:39,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-28T01:24:39,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 3f3423f7bcd8658109d37f7e7196b66b, server=1269b3ab3145,44269,1732757046324 in 1.6130 sec 2024-11-28T01:24:39,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-28T01:24:39,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3f3423f7bcd8658109d37f7e7196b66b, UNASSIGN in 1.6180 sec 2024-11-28T01:24:39,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-28T01:24:39,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6240 sec 2024-11-28T01:24:39,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757079657"}]},"ts":"1732757079657"} 2024-11-28T01:24:39,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T01:24:39,661 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T01:24:39,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6410 sec 2024-11-28T01:24:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-28T01:24:40,131 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-28T01:24:40,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T01:24:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:40,139 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T01:24:40,141 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:40,144 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:40,149 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/recovered.edits] 2024-11-28T01:24:40,153 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b3108176d5d74846b11ac70d6f829753 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/b3108176d5d74846b11ac70d6f829753 2024-11-28T01:24:40,154 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/e6f7d635f5df457c834e6f351f43aa3f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/A/e6f7d635f5df457c834e6f351f43aa3f 2024-11-28T01:24:40,156 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/09b5127cce11459eb7ebd41507e2cf03 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/09b5127cce11459eb7ebd41507e2cf03 2024-11-28T01:24:40,157 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d5e135a078ed4253a9cb7a372ef6cae0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/B/d5e135a078ed4253a9cb7a372ef6cae0 2024-11-28T01:24:40,160 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/9f59244a22e54e4989e55e7594e009c1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/9f59244a22e54e4989e55e7594e009c1 2024-11-28T01:24:40,161 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb6cbfc63e1947f2996ecd44fb3760ac to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/C/fb6cbfc63e1947f2996ecd44fb3760ac 2024-11-28T01:24:40,165 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/recovered.edits/634.seqid to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b/recovered.edits/634.seqid 2024-11-28T01:24:40,165 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/3f3423f7bcd8658109d37f7e7196b66b 2024-11-28T01:24:40,165 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T01:24:40,171 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:40,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-28T01:24:40,181 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T01:24:40,218 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T01:24:40,220 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:40,220 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T01:24:40,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732757080220"}]},"ts":"9223372036854775807"} 2024-11-28T01:24:40,224 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T01:24:40,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3f3423f7bcd8658109d37f7e7196b66b, NAME => 'TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T01:24:40,224 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T01:24:40,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732757080224"}]},"ts":"9223372036854775807"} 2024-11-28T01:24:40,227 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T01:24:40,230 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:40,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-28T01:24:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-28T01:24:40,243 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-28T01:24:40,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=241 (was 219) Potentially hanging thread: RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1526333400_22 at /127.0.0.1:46610 [Waiting for operation #300] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1788775135_22 at /127.0.0.1:54142 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1526333400_22 at /127.0.0.1:59358 [Waiting for operation #315] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1788775135_22 at /127.0.0.1:46750 [Waiting for operation #246] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x6d6f88c1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;1269b3ab3145:44269-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=440 (was 361) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4881 (was 5459) 2024-11-28T01:24:40,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=440, ProcessCount=11, AvailableMemoryMB=4879 2024-11-28T01:24:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:24:40,272 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:24:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:40,274 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:24:40,274 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:40,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-28T01:24:40,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:24:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-28T01:24:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741977_1153 (size=963) 2024-11-28T01:24:40,285 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:24:40,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741978_1154 (size=53) 2024-11-28T01:24:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-28T01:24:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-28T01:24:40,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:40,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing aee569bedf0da4029611545c7fbb665c, disabling compactions & flushes 2024-11-28T01:24:40,691 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:40,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:40,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. after waiting 0 ms 2024-11-28T01:24:40,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:40,691 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:40,692 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:40,693 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:24:40,693 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732757080693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732757080693"}]},"ts":"1732757080693"} 2024-11-28T01:24:40,694 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T01:24:40,695 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:24:40,695 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757080695"}]},"ts":"1732757080695"} 2024-11-28T01:24:40,696 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T01:24:40,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, ASSIGN}] 2024-11-28T01:24:40,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, ASSIGN 2024-11-28T01:24:40,702 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, ASSIGN; state=OFFLINE, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=false 2024-11-28T01:24:40,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:40,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:24:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-28T01:24:41,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:41,010 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,010 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:24:41,010 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,011 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:41,011 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,011 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,012 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,013 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:41,013 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee569bedf0da4029611545c7fbb665c columnFamilyName A 2024-11-28T01:24:41,014 DEBUG [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:41,014 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(327): Store=aee569bedf0da4029611545c7fbb665c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:41,014 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,015 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:41,016 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee569bedf0da4029611545c7fbb665c columnFamilyName B 2024-11-28T01:24:41,016 DEBUG [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:41,017 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(327): Store=aee569bedf0da4029611545c7fbb665c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:41,017 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,018 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:41,018 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee569bedf0da4029611545c7fbb665c columnFamilyName C 2024-11-28T01:24:41,018 DEBUG [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:41,018 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(327): Store=aee569bedf0da4029611545c7fbb665c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:41,018 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,019 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,020 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,021 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:24:41,023 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,025 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:24:41,025 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened aee569bedf0da4029611545c7fbb665c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73373358, jitterRate=0.09334823489189148}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:24:41,027 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:41,028 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., pid=35, masterSystemTime=1732757081006 2024-11-28T01:24:41,029 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,029 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,030 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:41,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-28T01:24:41,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 in 176 msec 2024-11-28T01:24:41,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-28T01:24:41,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, ASSIGN in 332 msec 2024-11-28T01:24:41,035 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:24:41,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757081035"}]},"ts":"1732757081035"} 2024-11-28T01:24:41,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T01:24:41,039 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:24:41,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 767 msec 2024-11-28T01:24:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-28T01:24:41,380 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-28T01:24:41,381 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-28T01:24:41,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:41,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:41,389 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:41,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:24:41,392 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:24:41,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:24:41,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:24:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T01:24:41,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741979_1155 (size=999) 2024-11-28T01:24:41,816 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-28T01:24:41,816 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-28T01:24:41,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:24:41,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, REOPEN/MOVE}] 2024-11-28T01:24:41,829 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, REOPEN/MOVE 2024-11-28T01:24:41,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:41,831 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:24:41,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:24:41,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:41,983 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,983 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:24:41,983 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing aee569bedf0da4029611545c7fbb665c, disabling compactions & flushes 2024-11-28T01:24:41,983 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,983 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,983 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. after waiting 0 ms 2024-11-28T01:24:41,983 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,987 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T01:24:41,988 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:41,988 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:41,988 WARN [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: aee569bedf0da4029611545c7fbb665c to self. 2024-11-28T01:24:41,990 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:41,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=CLOSED 2024-11-28T01:24:41,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-28T01:24:41,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 in 160 msec 2024-11-28T01:24:41,993 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, REOPEN/MOVE; state=CLOSED, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=true 2024-11-28T01:24:42,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:24:42,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,299 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:24:42,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:24:42,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,302 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,303 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:42,308 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee569bedf0da4029611545c7fbb665c columnFamilyName A 2024-11-28T01:24:42,310 DEBUG [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:42,311 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(327): Store=aee569bedf0da4029611545c7fbb665c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:42,311 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,312 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:42,312 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee569bedf0da4029611545c7fbb665c columnFamilyName B 2024-11-28T01:24:42,312 DEBUG [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:42,312 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(327): Store=aee569bedf0da4029611545c7fbb665c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:42,313 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,313 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:24:42,313 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aee569bedf0da4029611545c7fbb665c columnFamilyName C 2024-11-28T01:24:42,313 DEBUG [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:42,314 INFO [StoreOpener-aee569bedf0da4029611545c7fbb665c-1 {}] regionserver.HStore(327): Store=aee569bedf0da4029611545c7fbb665c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:24:42,314 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,314 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,315 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,317 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:24:42,318 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,319 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened aee569bedf0da4029611545c7fbb665c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66991929, jitterRate=-0.0017424672842025757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:24:42,320 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:42,321 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., pid=40, masterSystemTime=1732757082296 2024-11-28T01:24:42,322 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,322 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=OPEN, openSeqNum=5, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-28T01:24:42,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 in 180 msec 2024-11-28T01:24:42,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-28T01:24:42,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, REOPEN/MOVE in 497 msec 2024-11-28T01:24:42,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-28T01:24:42,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-28T01:24:42,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-11-28T01:24:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-28T01:24:42,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-28T01:24:42,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,348 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-28T01:24:42,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,352 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-28T01:24:42,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-28T01:24:42,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-28T01:24:42,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-28T01:24:42,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-28T01:24:42,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-28T01:24:42,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-28T01:24:42,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:24:42,390 DEBUG [hconnection-0xd8d984f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,390 DEBUG [hconnection-0x41c527fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,390 DEBUG [hconnection-0x6ddea86a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,390 DEBUG [hconnection-0x33b01b16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,391 DEBUG [hconnection-0x5b5182bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,391 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,391 DEBUG [hconnection-0x27062950-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,391 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,391 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,392 DEBUG [hconnection-0x1cce6155-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,392 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,392 DEBUG [hconnection-0x58a91590-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,393 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,393 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-28T01:24:42,411 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-28T01:24:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:24:42,412 DEBUG [hconnection-0x215a6d10-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:24:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:42,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:42,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:42,415 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,416 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:42,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:42,419 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:24:42,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757142447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757142447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757142452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757142454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757142439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112893295af4b7b64472a450b57a9c0e0eb0_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757082409/Put/seqid=0 2024-11-28T01:24:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-28T01:24:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741980_1156 (size=12154) 2024-11-28T01:24:42,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757142557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757142557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757142559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757142559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757142559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-28T01:24:42,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:42,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-28T01:24:42,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-28T01:24:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:42,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757142765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757142765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757142765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:42,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757142765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757142765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:42,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-28T01:24:42,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:42,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:42,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:42,952 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:42,958 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112893295af4b7b64472a450b57a9c0e0eb0_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112893295af4b7b64472a450b57a9c0e0eb0_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:42,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2fa4240eeed54b6aa8d234eac49c172b, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:42,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2fa4240eeed54b6aa8d234eac49c172b is 175, key is test_row_0/A:col10/1732757082409/Put/seqid=0 2024-11-28T01:24:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741981_1157 (size=30955) 2024-11-28T01:24:42,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2fa4240eeed54b6aa8d234eac49c172b 2024-11-28T01:24:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-28T01:24:43,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/d51bbfa8ae2d4f2699ed0639e69edd76 is 50, key is test_row_0/B:col10/1732757082409/Put/seqid=0 2024-11-28T01:24:43,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-28T01:24:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:43,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:43,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:43,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741982_1158 (size=12001) 2024-11-28T01:24:43,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/d51bbfa8ae2d4f2699ed0639e69edd76 2024-11-28T01:24:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757143070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757143071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757143072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757143072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757143075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/c49f1faf0c6348d7abe05588a6e49d91 is 50, key is test_row_0/C:col10/1732757082409/Put/seqid=0 2024-11-28T01:24:43,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741983_1159 (size=12001) 2024-11-28T01:24:43,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/c49f1faf0c6348d7abe05588a6e49d91 2024-11-28T01:24:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2fa4240eeed54b6aa8d234eac49c172b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2fa4240eeed54b6aa8d234eac49c172b 2024-11-28T01:24:43,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2fa4240eeed54b6aa8d234eac49c172b, entries=150, sequenceid=16, filesize=30.2 K 2024-11-28T01:24:43,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/d51bbfa8ae2d4f2699ed0639e69edd76 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d51bbfa8ae2d4f2699ed0639e69edd76 2024-11-28T01:24:43,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d51bbfa8ae2d4f2699ed0639e69edd76, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T01:24:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/c49f1faf0c6348d7abe05588a6e49d91 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/c49f1faf0c6348d7abe05588a6e49d91 2024-11-28T01:24:43,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/c49f1faf0c6348d7abe05588a6e49d91, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T01:24:43,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aee569bedf0da4029611545c7fbb665c in 717ms, sequenceid=16, compaction requested=false 2024-11-28T01:24:43,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:43,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-28T01:24:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:43,187 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:24:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:43,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282a848dc5d832422fa2fe7a2712613ec0_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757082452/Put/seqid=0 2024-11-28T01:24:43,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741984_1160 (size=12154) 2024-11-28T01:24:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-28T01:24:43,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:43,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757143590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757143592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757143593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757143594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757143595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:43,650 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282a848dc5d832422fa2fe7a2712613ec0_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282a848dc5d832422fa2fe7a2712613ec0_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:43,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb0daa437ddc4182b90cd4eb60d132a7, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:43,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb0daa437ddc4182b90cd4eb60d132a7 is 175, key is test_row_0/A:col10/1732757082452/Put/seqid=0 2024-11-28T01:24:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741985_1161 (size=30955) 2024-11-28T01:24:43,676 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb0daa437ddc4182b90cd4eb60d132a7 2024-11-28T01:24:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0a30326e16f345e6981d24a8d344cd93 is 50, key is test_row_0/B:col10/1732757082452/Put/seqid=0 2024-11-28T01:24:43,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757143698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757143698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757143698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757143698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757143699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741986_1162 (size=12001) 2024-11-28T01:24:43,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757143901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757143903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757143903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757143903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:43,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757143905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,120 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0a30326e16f345e6981d24a8d344cd93 2024-11-28T01:24:44,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/effe69e9fb1948359e57520bcfca9ef0 is 50, key is test_row_0/C:col10/1732757082452/Put/seqid=0 2024-11-28T01:24:44,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741987_1163 (size=12001) 2024-11-28T01:24:44,146 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/effe69e9fb1948359e57520bcfca9ef0 2024-11-28T01:24:44,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb0daa437ddc4182b90cd4eb60d132a7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb0daa437ddc4182b90cd4eb60d132a7 2024-11-28T01:24:44,162 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb0daa437ddc4182b90cd4eb60d132a7, entries=150, sequenceid=40, filesize=30.2 K 2024-11-28T01:24:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0a30326e16f345e6981d24a8d344cd93 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0a30326e16f345e6981d24a8d344cd93 2024-11-28T01:24:44,169 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0a30326e16f345e6981d24a8d344cd93, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T01:24:44,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/effe69e9fb1948359e57520bcfca9ef0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/effe69e9fb1948359e57520bcfca9ef0 2024-11-28T01:24:44,175 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/effe69e9fb1948359e57520bcfca9ef0, entries=150, sequenceid=40, filesize=11.7 K 2024-11-28T01:24:44,177 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for aee569bedf0da4029611545c7fbb665c in 989ms, sequenceid=40, compaction requested=false 2024-11-28T01:24:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-28T01:24:44,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-28T01:24:44,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-28T01:24:44,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7620 sec 2024-11-28T01:24:44,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.7720 sec 2024-11-28T01:24:44,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:44,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T01:24:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:44,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:44,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287b13aec40d2147e593e2e16e7f7cd9e8_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757083590/Put/seqid=0 2024-11-28T01:24:44,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757144244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757144247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757144248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757144250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757144250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741988_1164 (size=14594) 2024-11-28T01:24:44,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:44,268 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287b13aec40d2147e593e2e16e7f7cd9e8_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287b13aec40d2147e593e2e16e7f7cd9e8_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:44,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2b61a863183c4b19951bdacf9d382e6d, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:44,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2b61a863183c4b19951bdacf9d382e6d is 175, key is test_row_0/A:col10/1732757083590/Put/seqid=0 2024-11-28T01:24:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741989_1165 (size=39549) 2024-11-28T01:24:44,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2b61a863183c4b19951bdacf9d382e6d 2024-11-28T01:24:44,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/038eb29d685046c9b269170152d9a52e is 50, key is test_row_0/B:col10/1732757083590/Put/seqid=0 2024-11-28T01:24:44,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741990_1166 (size=12001) 2024-11-28T01:24:44,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/038eb29d685046c9b269170152d9a52e 2024-11-28T01:24:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757144353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757144353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/fe1d84f1c0914bb2bf6da7f0f8a15818 is 50, key is test_row_0/C:col10/1732757083590/Put/seqid=0 2024-11-28T01:24:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757144353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757144354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757144357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741991_1167 (size=12001) 2024-11-28T01:24:44,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/fe1d84f1c0914bb2bf6da7f0f8a15818 2024-11-28T01:24:44,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/2b61a863183c4b19951bdacf9d382e6d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2b61a863183c4b19951bdacf9d382e6d 2024-11-28T01:24:44,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2b61a863183c4b19951bdacf9d382e6d, entries=200, sequenceid=54, filesize=38.6 K 2024-11-28T01:24:44,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/038eb29d685046c9b269170152d9a52e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/038eb29d685046c9b269170152d9a52e 2024-11-28T01:24:44,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/038eb29d685046c9b269170152d9a52e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T01:24:44,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/fe1d84f1c0914bb2bf6da7f0f8a15818 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/fe1d84f1c0914bb2bf6da7f0f8a15818 2024-11-28T01:24:44,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/fe1d84f1c0914bb2bf6da7f0f8a15818, entries=150, sequenceid=54, filesize=11.7 K 2024-11-28T01:24:44,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for aee569bedf0da4029611545c7fbb665c in 220ms, sequenceid=54, compaction requested=true 2024-11-28T01:24:44,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:44,435 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:44,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:44,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:44,436 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:44,437 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:44,437 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:24:44,437 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,437 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:44,438 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2fa4240eeed54b6aa8d234eac49c172b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb0daa437ddc4182b90cd4eb60d132a7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2b61a863183c4b19951bdacf9d382e6d] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=99.1 K 2024-11-28T01:24:44,438 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:24:44,438 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,438 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d51bbfa8ae2d4f2699ed0639e69edd76, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0a30326e16f345e6981d24a8d344cd93, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/038eb29d685046c9b269170152d9a52e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=35.2 K 2024-11-28T01:24:44,438 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,438 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2fa4240eeed54b6aa8d234eac49c172b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb0daa437ddc4182b90cd4eb60d132a7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2b61a863183c4b19951bdacf9d382e6d] 2024-11-28T01:24:44,438 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d51bbfa8ae2d4f2699ed0639e69edd76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732757082404 2024-11-28T01:24:44,438 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fa4240eeed54b6aa8d234eac49c172b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732757082404 2024-11-28T01:24:44,439 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a30326e16f345e6981d24a8d344cd93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732757082442 2024-11-28T01:24:44,439 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb0daa437ddc4182b90cd4eb60d132a7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732757082442 2024-11-28T01:24:44,440 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 038eb29d685046c9b269170152d9a52e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732757083590 2024-11-28T01:24:44,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:44,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:44,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:44,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:44,441 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b61a863183c4b19951bdacf9d382e6d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732757083583 2024-11-28T01:24:44,466 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:44,467 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/bf52983b2a9a43e9a3ea238c575dd3e3 is 50, key is test_row_0/B:col10/1732757083590/Put/seqid=0 2024-11-28T01:24:44,477 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:44,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741992_1168 (size=12104) 2024-11-28T01:24:44,492 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/bf52983b2a9a43e9a3ea238c575dd3e3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/bf52983b2a9a43e9a3ea238c575dd3e3 2024-11-28T01:24:44,497 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128c4a173f9f4614d3aaa74b9e93dfb8f89_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:44,507 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128c4a173f9f4614d3aaa74b9e93dfb8f89_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:44,507 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c4a173f9f4614d3aaa74b9e93dfb8f89_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-28T01:24:44,517 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-28T01:24:44,519 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into bf52983b2a9a43e9a3ea238c575dd3e3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:44,519 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:44,519 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=13, startTime=1732757084436; duration=0sec 2024-11-28T01:24:44,519 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:44,519 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:44,519 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:44,522 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:44,522 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/C is initiating minor compaction (all files) 2024-11-28T01:24:44,522 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/C in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,522 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/c49f1faf0c6348d7abe05588a6e49d91, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/effe69e9fb1948359e57520bcfca9ef0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/fe1d84f1c0914bb2bf6da7f0f8a15818] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=35.2 K 2024-11-28T01:24:44,522 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c49f1faf0c6348d7abe05588a6e49d91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732757082404 2024-11-28T01:24:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741993_1169 (size=4469) 2024-11-28T01:24:44,525 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting effe69e9fb1948359e57520bcfca9ef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732757082442 2024-11-28T01:24:44,526 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting fe1d84f1c0914bb2bf6da7f0f8a15818, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732757083590 2024-11-28T01:24:44,528 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#148 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:44,530 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/774244eaffbb49a194486c20bb182bbf is 175, key is test_row_0/A:col10/1732757083590/Put/seqid=0 2024-11-28T01:24:44,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-28T01:24:44,537 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:44,537 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:44,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:44,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-28T01:24:44,552 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#C#compaction#149 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:44,553 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/25d96755b5c94d94b83ae89a39ad356f is 50, key is test_row_0/C:col10/1732757083590/Put/seqid=0 2024-11-28T01:24:44,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741994_1170 (size=31058) 2024-11-28T01:24:44,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:24:44,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:44,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:44,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:44,569 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/774244eaffbb49a194486c20bb182bbf as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/774244eaffbb49a194486c20bb182bbf 2024-11-28T01:24:44,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112861928742f6e2434fa08145a7cf51008a_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757084248/Put/seqid=0 2024-11-28T01:24:44,588 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into 774244eaffbb49a194486c20bb182bbf(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:44,588 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:44,588 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=13, startTime=1732757084435; duration=0sec 2024-11-28T01:24:44,589 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:44,589 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:44,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757144582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757144583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757144586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757144588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757144588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741995_1171 (size=12104) 2024-11-28T01:24:44,611 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/25d96755b5c94d94b83ae89a39ad356f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25d96755b5c94d94b83ae89a39ad356f 2024-11-28T01:24:44,621 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/C of aee569bedf0da4029611545c7fbb665c into 25d96755b5c94d94b83ae89a39ad356f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:44,621 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:44,622 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/C, priority=13, startTime=1732757084441; duration=0sec 2024-11-28T01:24:44,622 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:44,622 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-28T01:24:44,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741996_1172 (size=14594) 2024-11-28T01:24:44,652 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:44,658 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112861928742f6e2434fa08145a7cf51008a_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112861928742f6e2434fa08145a7cf51008a_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:44,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/966577bfbb954f8ba9b7d7faeb97c0e0, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:44,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/966577bfbb954f8ba9b7d7faeb97c0e0 is 175, key is test_row_0/A:col10/1732757084248/Put/seqid=0 2024-11-28T01:24:44,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:44,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757144693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757144693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757144694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757144697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757144697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741997_1173 (size=39549) 2024-11-28T01:24:44,711 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/966577bfbb954f8ba9b7d7faeb97c0e0 2024-11-28T01:24:44,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2ad601ccc6d6496999b35f890a6b58de is 50, key is test_row_0/B:col10/1732757084248/Put/seqid=0 2024-11-28T01:24:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741998_1174 (size=12001) 2024-11-28T01:24:44,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2ad601ccc6d6496999b35f890a6b58de 2024-11-28T01:24:44,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/493061f335e044a38538aac2b27fa836 is 50, key is test_row_0/C:col10/1732757084248/Put/seqid=0 2024-11-28T01:24:44,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741999_1175 (size=12001) 2024-11-28T01:24:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-28T01:24:44,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757144897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757144900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757144907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757144909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757144909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:44,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:44,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-28T01:24:45,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/493061f335e044a38538aac2b27fa836 2024-11-28T01:24:45,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/966577bfbb954f8ba9b7d7faeb97c0e0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/966577bfbb954f8ba9b7d7faeb97c0e0 2024-11-28T01:24:45,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/966577bfbb954f8ba9b7d7faeb97c0e0, entries=200, sequenceid=79, filesize=38.6 K 2024-11-28T01:24:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2ad601ccc6d6496999b35f890a6b58de as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2ad601ccc6d6496999b35f890a6b58de 2024-11-28T01:24:45,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2ad601ccc6d6496999b35f890a6b58de, entries=150, sequenceid=79, filesize=11.7 K 2024-11-28T01:24:45,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/493061f335e044a38538aac2b27fa836 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/493061f335e044a38538aac2b27fa836 2024-11-28T01:24:45,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757145199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/493061f335e044a38538aac2b27fa836, entries=150, sequenceid=79, filesize=11.7 K 2024-11-28T01:24:45,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T01:24:45,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757145204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for aee569bedf0da4029611545c7fbb665c in 647ms, sequenceid=79, compaction requested=false 2024-11-28T01:24:45,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:45,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:24:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757145251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757145252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757145253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287908157e259147de883d745298beb329_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757085229/Put/seqid=0 2024-11-28T01:24:45,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742000_1176 (size=12154) 2024-11-28T01:24:45,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757145357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757145357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757145358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757145560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757145560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757145564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-28T01:24:45,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:45,699 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411287908157e259147de883d745298beb329_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287908157e259147de883d745298beb329_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:45,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d18a471fdba941e5b7564f14991874db, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:45,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d18a471fdba941e5b7564f14991874db is 175, key is test_row_0/A:col10/1732757085229/Put/seqid=0 2024-11-28T01:24:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757145707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742001_1177 (size=30955) 2024-11-28T01:24:45,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757145713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,766 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757145862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757145864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757145870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:45,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:45,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:46,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d18a471fdba941e5b7564f14991874db 2024-11-28T01:24:46,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/170220bf597d4312a8922165d679282f is 50, key is test_row_0/B:col10/1732757085229/Put/seqid=0 2024-11-28T01:24:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742002_1178 (size=12001) 2024-11-28T01:24:46,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757146368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757146370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757146377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:46,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/170220bf597d4312a8922165d679282f 2024-11-28T01:24:46,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/af2579f9fe0448398a75ec5cf9440317 is 50, key is test_row_0/C:col10/1732757085229/Put/seqid=0 2024-11-28T01:24:46,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:46,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:46,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:46,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742003_1179 (size=12001) 2024-11-28T01:24:46,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/af2579f9fe0448398a75ec5cf9440317 2024-11-28T01:24:46,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d18a471fdba941e5b7564f14991874db as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d18a471fdba941e5b7564f14991874db 2024-11-28T01:24:46,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d18a471fdba941e5b7564f14991874db, entries=150, sequenceid=108, filesize=30.2 K 2024-11-28T01:24:46,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/170220bf597d4312a8922165d679282f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/170220bf597d4312a8922165d679282f 2024-11-28T01:24:46,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/170220bf597d4312a8922165d679282f, entries=150, sequenceid=108, filesize=11.7 K 2024-11-28T01:24:46,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/af2579f9fe0448398a75ec5cf9440317 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/af2579f9fe0448398a75ec5cf9440317 2024-11-28T01:24:46,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/af2579f9fe0448398a75ec5cf9440317, entries=150, sequenceid=108, filesize=11.7 K 2024-11-28T01:24:46,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for aee569bedf0da4029611545c7fbb665c in 1344ms, sequenceid=108, compaction requested=true 2024-11-28T01:24:46,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:46,575 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:46,575 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:46,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:46,577 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:46,577 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:24:46,577 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,577 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/bf52983b2a9a43e9a3ea238c575dd3e3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2ad601ccc6d6496999b35f890a6b58de, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/170220bf597d4312a8922165d679282f] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=35.3 K 2024-11-28T01:24:46,577 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:46,578 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:24:46,578 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,578 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/774244eaffbb49a194486c20bb182bbf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/966577bfbb954f8ba9b7d7faeb97c0e0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d18a471fdba941e5b7564f14991874db] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=99.2 K 2024-11-28T01:24:46,578 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,578 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/774244eaffbb49a194486c20bb182bbf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/966577bfbb954f8ba9b7d7faeb97c0e0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d18a471fdba941e5b7564f14991874db] 2024-11-28T01:24:46,578 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting bf52983b2a9a43e9a3ea238c575dd3e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732757083590 2024-11-28T01:24:46,579 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 774244eaffbb49a194486c20bb182bbf, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732757083590 2024-11-28T01:24:46,579 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad601ccc6d6496999b35f890a6b58de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732757084240 2024-11-28T01:24:46,579 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 966577bfbb954f8ba9b7d7faeb97c0e0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732757084240 2024-11-28T01:24:46,580 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 170220bf597d4312a8922165d679282f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732757084579 2024-11-28T01:24:46,580 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d18a471fdba941e5b7564f14991874db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732757084579 2024-11-28T01:24:46,591 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:46,593 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:46,594 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/9a675315c46646d8b059556ae323afef is 50, key is test_row_0/B:col10/1732757085229/Put/seqid=0 2024-11-28T01:24:46,612 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112802ae9efed3c84ed38d3f4891c437dd8a_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:46,616 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112802ae9efed3c84ed38d3f4891c437dd8a_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:46,617 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112802ae9efed3c84ed38d3f4891c437dd8a_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:46,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742004_1180 (size=12207) 2024-11-28T01:24:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-28T01:24:46,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742005_1181 (size=4469) 2024-11-28T01:24:46,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-28T01:24:46,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,691 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T01:24:46,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:46,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:46,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284dd6900a32324e258eb0e1a7c0f28665_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757085242/Put/seqid=0 2024-11-28T01:24:46,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742006_1182 (size=12154) 2024-11-28T01:24:46,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:46,738 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284dd6900a32324e258eb0e1a7c0f28665_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284dd6900a32324e258eb0e1a7c0f28665_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:46,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/80120fd0539b43bd97d7abf26bc374df, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:46,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/80120fd0539b43bd97d7abf26bc374df is 175, key is test_row_0/A:col10/1732757085242/Put/seqid=0 2024-11-28T01:24:46,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742007_1183 (size=30955) 2024-11-28T01:24:46,768 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/80120fd0539b43bd97d7abf26bc374df 2024-11-28T01:24:46,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/4a9249a28f47400580c1219064e885ce is 50, key is test_row_0/B:col10/1732757085242/Put/seqid=0 2024-11-28T01:24:46,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:46,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757146791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757146791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742008_1184 (size=12001) 2024-11-28T01:24:46,826 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/4a9249a28f47400580c1219064e885ce 2024-11-28T01:24:46,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/64185d9a2c11427c8deba596511423df is 50, key is test_row_0/C:col10/1732757085242/Put/seqid=0 2024-11-28T01:24:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742009_1185 (size=12001) 2024-11-28T01:24:46,846 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/64185d9a2c11427c8deba596511423df 2024-11-28T01:24:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/80120fd0539b43bd97d7abf26bc374df as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/80120fd0539b43bd97d7abf26bc374df 2024-11-28T01:24:46,859 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/80120fd0539b43bd97d7abf26bc374df, entries=150, sequenceid=117, filesize=30.2 K 2024-11-28T01:24:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/4a9249a28f47400580c1219064e885ce as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a9249a28f47400580c1219064e885ce 2024-11-28T01:24:46,866 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a9249a28f47400580c1219064e885ce, entries=150, sequenceid=117, filesize=11.7 K 2024-11-28T01:24:46,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/64185d9a2c11427c8deba596511423df as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/64185d9a2c11427c8deba596511423df 2024-11-28T01:24:46,871 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/64185d9a2c11427c8deba596511423df, entries=150, sequenceid=117, filesize=11.7 K 2024-11-28T01:24:46,872 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for aee569bedf0da4029611545c7fbb665c in 181ms, sequenceid=117, compaction requested=true 2024-11-28T01:24:46,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:46,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:46,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-28T01:24:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-28T01:24:46,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-28T01:24:46,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec 2024-11-28T01:24:46,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.3410 sec 2024-11-28T01:24:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:46,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T01:24:46,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:46,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:46,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757146907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128707fe5ed0e9c4c26aede969f7b2f5f72_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757086898/Put/seqid=0 2024-11-28T01:24:46,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757146914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742010_1186 (size=17284) 2024-11-28T01:24:46,948 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:46,954 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128707fe5ed0e9c4c26aede969f7b2f5f72_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128707fe5ed0e9c4c26aede969f7b2f5f72_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:46,955 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb024cbc19174c65837aef758ac674ae, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:46,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb024cbc19174c65837aef758ac674ae is 175, key is test_row_0/A:col10/1732757086898/Put/seqid=0 2024-11-28T01:24:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742011_1187 (size=48389) 2024-11-28T01:24:46,973 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb024cbc19174c65837aef758ac674ae 2024-11-28T01:24:46,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/6f43e83178fd41c99303219bd42d0c4f is 50, key is test_row_0/B:col10/1732757086898/Put/seqid=0 2024-11-28T01:24:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742012_1188 (size=12151) 2024-11-28T01:24:46,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/6f43e83178fd41c99303219bd42d0c4f 2024-11-28T01:24:47,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/25e3f16485834c93b605beef4adc7f8b is 50, key is test_row_0/C:col10/1732757086898/Put/seqid=0 2024-11-28T01:24:47,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757147013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757147017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,044 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/9a675315c46646d8b059556ae323afef as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9a675315c46646d8b059556ae323afef 2024-11-28T01:24:47,051 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into 9a675315c46646d8b059556ae323afef(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:47,052 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:47,052 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=13, startTime=1732757086575; duration=0sec 2024-11-28T01:24:47,052 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:47,052 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:47,052 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:47,055 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#156 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:47,056 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/330d530a373448c2ad40788ee365bdc2 is 175, key is test_row_0/A:col10/1732757085229/Put/seqid=0 2024-11-28T01:24:47,057 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:47,057 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/C is initiating minor compaction (all files) 2024-11-28T01:24:47,058 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/C in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:47,058 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25d96755b5c94d94b83ae89a39ad356f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/493061f335e044a38538aac2b27fa836, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/af2579f9fe0448398a75ec5cf9440317, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/64185d9a2c11427c8deba596511423df] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=47.0 K 2024-11-28T01:24:47,058 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 25d96755b5c94d94b83ae89a39ad356f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732757083590 2024-11-28T01:24:47,059 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 493061f335e044a38538aac2b27fa836, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732757084240 2024-11-28T01:24:47,059 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting af2579f9fe0448398a75ec5cf9440317, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732757084579 2024-11-28T01:24:47,060 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 64185d9a2c11427c8deba596511423df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732757085242 2024-11-28T01:24:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742013_1189 (size=12151) 2024-11-28T01:24:47,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/25e3f16485834c93b605beef4adc7f8b 2024-11-28T01:24:47,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/cb024cbc19174c65837aef758ac674ae as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb024cbc19174c65837aef758ac674ae 2024-11-28T01:24:47,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb024cbc19174c65837aef758ac674ae, entries=250, sequenceid=146, filesize=47.3 K 2024-11-28T01:24:47,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/6f43e83178fd41c99303219bd42d0c4f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6f43e83178fd41c99303219bd42d0c4f 2024-11-28T01:24:47,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742014_1190 (size=31161) 2024-11-28T01:24:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,086 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:47,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6f43e83178fd41c99303219bd42d0c4f, entries=150, sequenceid=146, filesize=11.9 K 2024-11-28T01:24:47,087 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e57d718808e146c6ad958e452dd19ba2 is 50, key is test_row_0/C:col10/1732757085242/Put/seqid=0 2024-11-28T01:24:47,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/25e3f16485834c93b605beef4adc7f8b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25e3f16485834c93b605beef4adc7f8b 2024-11-28T01:24:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,092 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/330d530a373448c2ad40788ee365bdc2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/330d530a373448c2ad40788ee365bdc2 2024-11-28T01:24:47,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25e3f16485834c93b605beef4adc7f8b, entries=150, sequenceid=146, filesize=11.9 K 2024-11-28T01:24:47,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for aee569bedf0da4029611545c7fbb665c in 195ms, sequenceid=146, compaction requested=true 2024-11-28T01:24:47,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:47,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:47,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:47,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:47,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T01:24:47,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:47,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-28T01:24:47,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742015_1191 (size=12241) 2024-11-28T01:24:47,106 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into 330d530a373448c2ad40788ee365bdc2(size=30.4 K), total size for store is 107.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:47,106 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:47,106 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=13, startTime=1732757086574; duration=0sec 2024-11-28T01:24:47,106 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-28T01:24:47,106 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:47,106 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:47,106 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-28T01:24:47,107 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T01:24:47,107 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T01:24:47,107 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. because compaction request was cancelled 2024-11-28T01:24:47,107 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:47,107 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:47,108 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:47,108 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:24:47,108 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:47,108 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/330d530a373448c2ad40788ee365bdc2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/80120fd0539b43bd97d7abf26bc374df, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb024cbc19174c65837aef758ac674ae] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=107.9 K 2024-11-28T01:24:47,108 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:47,108 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/330d530a373448c2ad40788ee365bdc2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/80120fd0539b43bd97d7abf26bc374df, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb024cbc19174c65837aef758ac674ae] 2024-11-28T01:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,110 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 330d530a373448c2ad40788ee365bdc2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732757084579 2024-11-28T01:24:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,111 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80120fd0539b43bd97d7abf26bc374df, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732757085242 2024-11-28T01:24:47,113 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb024cbc19174c65837aef758ac674ae, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732757086771 2024-11-28T01:24:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,115 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e57d718808e146c6ad958e452dd19ba2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e57d718808e146c6ad958e452dd19ba2 2024-11-28T01:24:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,123 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aee569bedf0da4029611545c7fbb665c/C of aee569bedf0da4029611545c7fbb665c into e57d718808e146c6ad958e452dd19ba2(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:47,123 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:47,124 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/C, priority=12, startTime=1732757086575; duration=0sec 2024-11-28T01:24:47,124 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:47,124 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:47,124 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,125 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:47,125 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:24:47,125 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:47,125 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9a675315c46646d8b059556ae323afef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a9249a28f47400580c1219064e885ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6f43e83178fd41c99303219bd42d0c4f] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=35.5 K 2024-11-28T01:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,126 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a675315c46646d8b059556ae323afef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732757084579 2024-11-28T01:24:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,126 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a9249a28f47400580c1219064e885ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732757085242 2024-11-28T01:24:47,127 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f43e83178fd41c99303219bd42d0c4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732757086771 2024-11-28T01:24:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,132 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,149 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411282f8a03d6c5bb45c6b6482b0d7d639e75_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,163 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#166 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:47,164 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/56256c18ccba4b8c9845b2be0f4abd66 is 50, key is test_row_0/B:col10/1732757086898/Put/seqid=0 2024-11-28T01:24:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742016_1192 (size=12459) 2024-11-28T01:24:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,188 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411282f8a03d6c5bb45c6b6482b0d7d639e75_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:47,190 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282f8a03d6c5bb45c6b6482b0d7d639e75_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,197 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/56256c18ccba4b8c9845b2be0f4abd66 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/56256c18ccba4b8c9845b2be0f4abd66 2024-11-28T01:24:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742017_1193 (size=4469) 2024-11-28T01:24:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,207 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into 56256c18ccba4b8c9845b2be0f4abd66(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:47,207 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:47,207 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=13, startTime=1732757087094; duration=0sec 2024-11-28T01:24:47,207 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:47,207 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,211 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#165 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:47,212 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/32336b5b5eb14c39952325e979e9769f is 175, key is test_row_0/A:col10/1732757086898/Put/seqid=0 2024-11-28T01:24:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742018_1194 (size=31413) 2024-11-28T01:24:47,239 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/32336b5b5eb14c39952325e979e9769f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/32336b5b5eb14c39952325e979e9769f 2024-11-28T01:24:47,246 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into 32336b5b5eb14c39952325e979e9769f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:47,246 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:47,246 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=13, startTime=1732757087094; duration=0sec 2024-11-28T01:24:47,246 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:47,246 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:47,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e6e8e70317ec46819667acbdb1e980e3_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757087319/Put/seqid=0 2024-11-28T01:24:47,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742019_1195 (size=17284) 2024-11-28T01:24:47,368 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:47,373 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128e6e8e70317ec46819667acbdb1e980e3_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e6e8e70317ec46819667acbdb1e980e3_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:47,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/26b353cd241d426e9faa85b800aeb374, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:47,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/26b353cd241d426e9faa85b800aeb374 is 175, key is test_row_0/A:col10/1732757087319/Put/seqid=0 2024-11-28T01:24:47,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742020_1196 (size=48389) 2024-11-28T01:24:47,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757147419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757147419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757147420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757147421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757147422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757147526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757147527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757147527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757147527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757147527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757147730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757147732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757147732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757147733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757147732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:47,808 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/26b353cd241d426e9faa85b800aeb374 2024-11-28T01:24:47,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/4a6245a97aad43e6bfc835e21432308d is 50, key is test_row_0/B:col10/1732757087319/Put/seqid=0 2024-11-28T01:24:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742021_1197 (size=12151) 2024-11-28T01:24:48,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757148036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757148037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757148038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757148039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757148041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/4a6245a97aad43e6bfc835e21432308d 2024-11-28T01:24:48,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/5e53799bf25243d09c2bc4e748593749 is 50, key is test_row_0/C:col10/1732757087319/Put/seqid=0 2024-11-28T01:24:48,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742022_1198 (size=12151) 2024-11-28T01:24:48,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/5e53799bf25243d09c2bc4e748593749 2024-11-28T01:24:48,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/26b353cd241d426e9faa85b800aeb374 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/26b353cd241d426e9faa85b800aeb374 2024-11-28T01:24:48,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/26b353cd241d426e9faa85b800aeb374, entries=250, sequenceid=162, filesize=47.3 K 2024-11-28T01:24:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/4a6245a97aad43e6bfc835e21432308d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a6245a97aad43e6bfc835e21432308d 2024-11-28T01:24:48,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a6245a97aad43e6bfc835e21432308d, entries=150, sequenceid=162, filesize=11.9 K 2024-11-28T01:24:48,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/5e53799bf25243d09c2bc4e748593749 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5e53799bf25243d09c2bc4e748593749 2024-11-28T01:24:48,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5e53799bf25243d09c2bc4e748593749, entries=150, sequenceid=162, filesize=11.9 K 2024-11-28T01:24:48,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aee569bedf0da4029611545c7fbb665c in 967ms, sequenceid=162, compaction requested=true 2024-11-28T01:24:48,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:48,294 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T01:24:48,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:48,295 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T01:24:48,295 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T01:24:48,295 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. because compaction request was cancelled 2024-11-28T01:24:48,295 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:48,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:48,295 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T01:24:48,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:48,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:48,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:48,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:48,295 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:48,296 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T01:24:48,296 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T01:24:48,296 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. because compaction request was cancelled 2024-11-28T01:24:48,296 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:48,296 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:48,296 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/C is initiating minor compaction (all files) 2024-11-28T01:24:48,296 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/C in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:48,296 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e57d718808e146c6ad958e452dd19ba2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25e3f16485834c93b605beef4adc7f8b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5e53799bf25243d09c2bc4e748593749] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=35.7 K 2024-11-28T01:24:48,297 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e57d718808e146c6ad958e452dd19ba2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732757085242 2024-11-28T01:24:48,299 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 25e3f16485834c93b605beef4adc7f8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732757086771 2024-11-28T01:24:48,299 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e53799bf25243d09c2bc4e748593749, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757087250 2024-11-28T01:24:48,310 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:48,311 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/442baaa69c5e4a6d99f73389dd676d87 is 50, key is test_row_0/C:col10/1732757087319/Put/seqid=0 2024-11-28T01:24:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742023_1199 (size=12493) 2024-11-28T01:24:48,332 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/442baaa69c5e4a6d99f73389dd676d87 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/442baaa69c5e4a6d99f73389dd676d87 2024-11-28T01:24:48,339 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/C of aee569bedf0da4029611545c7fbb665c into 442baaa69c5e4a6d99f73389dd676d87(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:48,340 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:48,340 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/C, priority=13, startTime=1732757088295; duration=0sec 2024-11-28T01:24:48,340 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:48,340 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:48,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:24:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:48,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:48,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757148551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757148553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128da75f379ce89467f87544df81ee0ab23_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757088541/Put/seqid=0 2024-11-28T01:24:48,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757148554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757148557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757148559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742024_1200 (size=14794) 2024-11-28T01:24:48,586 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:48,593 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128da75f379ce89467f87544df81ee0ab23_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128da75f379ce89467f87544df81ee0ab23_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:48,594 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/18346f533fe04baaa0407abffbd8b513, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:48,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/18346f533fe04baaa0407abffbd8b513 is 175, key is test_row_0/A:col10/1732757088541/Put/seqid=0 2024-11-28T01:24:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742025_1201 (size=39749) 2024-11-28T01:24:48,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-28T01:24:48,646 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-28T01:24:48,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-28T01:24:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-28T01:24:48,650 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:48,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:48,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757148659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757148660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757148663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757148664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757148664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-28T01:24:48,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:48,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:48,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:48,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757148865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757148869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757148869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757148870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757148870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-28T01:24:48,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:48,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:48,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:48,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:48,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:48,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:48,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/18346f533fe04baaa0407abffbd8b513 2024-11-28T01:24:49,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/aaa58d394844475aa330fd7610c062a6 is 50, key is test_row_0/B:col10/1732757088541/Put/seqid=0 2024-11-28T01:24:49,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742026_1202 (size=12151) 2024-11-28T01:24:49,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:49,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757149167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757149175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757149175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757149176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757149176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-28T01:24:49,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:49,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:49,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:49,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/aaa58d394844475aa330fd7610c062a6 2024-11-28T01:24:49,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/a0f7108d82e6455c86d90ab3e4401c57 is 50, key is test_row_0/C:col10/1732757088541/Put/seqid=0 2024-11-28T01:24:49,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742027_1203 (size=12151) 2024-11-28T01:24:49,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757149674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757149677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757149680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757149681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757149683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-28T01:24:49,879 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:49,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/a0f7108d82e6455c86d90ab3e4401c57 2024-11-28T01:24:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:49,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/18346f533fe04baaa0407abffbd8b513 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/18346f533fe04baaa0407abffbd8b513 2024-11-28T01:24:49,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/18346f533fe04baaa0407abffbd8b513, entries=200, sequenceid=190, filesize=38.8 K 2024-11-28T01:24:49,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/aaa58d394844475aa330fd7610c062a6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/aaa58d394844475aa330fd7610c062a6 2024-11-28T01:24:49,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/aaa58d394844475aa330fd7610c062a6, entries=150, sequenceid=190, filesize=11.9 K 2024-11-28T01:24:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/a0f7108d82e6455c86d90ab3e4401c57 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/a0f7108d82e6455c86d90ab3e4401c57 2024-11-28T01:24:49,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/a0f7108d82e6455c86d90ab3e4401c57, entries=150, sequenceid=190, filesize=11.9 K 2024-11-28T01:24:49,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for aee569bedf0da4029611545c7fbb665c in 1381ms, sequenceid=190, compaction requested=true 2024-11-28T01:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:49,924 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:49,925 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:49,926 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:49,926 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:24:49,926 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,926 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/32336b5b5eb14c39952325e979e9769f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/26b353cd241d426e9faa85b800aeb374, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/18346f533fe04baaa0407abffbd8b513] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=116.7 K 2024-11-28T01:24:49,926 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,926 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/32336b5b5eb14c39952325e979e9769f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/26b353cd241d426e9faa85b800aeb374, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/18346f533fe04baaa0407abffbd8b513] 2024-11-28T01:24:49,927 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32336b5b5eb14c39952325e979e9769f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732757086771 2024-11-28T01:24:49,927 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:49,927 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:24:49,927 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:49,927 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/56256c18ccba4b8c9845b2be0f4abd66, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a6245a97aad43e6bfc835e21432308d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/aaa58d394844475aa330fd7610c062a6] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=35.9 K 2024-11-28T01:24:49,928 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26b353cd241d426e9faa85b800aeb374, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757086905 2024-11-28T01:24:49,928 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 56256c18ccba4b8c9845b2be0f4abd66, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1732757086771 2024-11-28T01:24:49,928 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18346f533fe04baaa0407abffbd8b513, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732757087395 2024-11-28T01:24:49,929 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a6245a97aad43e6bfc835e21432308d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757087250 2024-11-28T01:24:49,930 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa58d394844475aa330fd7610c062a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732757087409 2024-11-28T01:24:49,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:49,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:49,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:49,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:49,941 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:49,944 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#175 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:49,945 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/9ae93d59cf6f4151a7a64da4ece67395 is 50, key is test_row_0/B:col10/1732757088541/Put/seqid=0 2024-11-28T01:24:49,952 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112865fe3ca77e4d430b8fd7e32eec574ac2_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:49,955 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112865fe3ca77e4d430b8fd7e32eec574ac2_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:49,955 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112865fe3ca77e4d430b8fd7e32eec574ac2_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:49,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742028_1204 (size=12561) 2024-11-28T01:24:49,979 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/9ae93d59cf6f4151a7a64da4ece67395 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9ae93d59cf6f4151a7a64da4ece67395 2024-11-28T01:24:49,986 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into 9ae93d59cf6f4151a7a64da4ece67395(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:49,986 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:49,986 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=13, startTime=1732757089924; duration=0sec 2024-11-28T01:24:49,986 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:49,987 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:49,987 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-28T01:24:49,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-28T01:24:49,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-28T01:24:49,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. because compaction request was cancelled 2024-11-28T01:24:49,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:49,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742029_1205 (size=4469) 2024-11-28T01:24:49,999 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#174 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:50,000 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d0393649e1c543a08cf46940bbfda460 is 175, key is test_row_0/A:col10/1732757088541/Put/seqid=0 2024-11-28T01:24:50,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742030_1206 (size=31515) 2024-11-28T01:24:50,032 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-28T01:24:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:50,033 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:50,043 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d0393649e1c543a08cf46940bbfda460 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d0393649e1c543a08cf46940bbfda460 2024-11-28T01:24:50,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112874b6cb2546224487817ffe662844fbb5_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757088551/Put/seqid=0 2024-11-28T01:24:50,054 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into d0393649e1c543a08cf46940bbfda460(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:50,054 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:50,054 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=13, startTime=1732757089924; duration=0sec 2024-11-28T01:24:50,054 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:50,055 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:50,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742031_1207 (size=12304) 2024-11-28T01:24:50,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:50,473 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112874b6cb2546224487817ffe662844fbb5_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112874b6cb2546224487817ffe662844fbb5_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/b42d09ccf3dd4e5d80d15c2cdef0a52c, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/b42d09ccf3dd4e5d80d15c2cdef0a52c is 175, key is test_row_0/A:col10/1732757088551/Put/seqid=0 2024-11-28T01:24:50,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742032_1208 (size=31105) 2024-11-28T01:24:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:50,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:50,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757150701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757150702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757150701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757150703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757150704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-28T01:24:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757150807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757150807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757150807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757150808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757150808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:50,879 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/b42d09ccf3dd4e5d80d15c2cdef0a52c 2024-11-28T01:24:50,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2c5e646bcae34131bacf8815bb01d336 is 50, key is test_row_0/B:col10/1732757088551/Put/seqid=0 2024-11-28T01:24:50,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742033_1209 (size=12151) 2024-11-28T01:24:50,899 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2c5e646bcae34131bacf8815bb01d336 2024-11-28T01:24:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/edae20ba775549119c883bf0f7a23f7e is 50, key is test_row_0/C:col10/1732757088551/Put/seqid=0 2024-11-28T01:24:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742034_1210 (size=12151) 2024-11-28T01:24:50,931 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/edae20ba775549119c883bf0f7a23f7e 2024-11-28T01:24:50,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/b42d09ccf3dd4e5d80d15c2cdef0a52c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/b42d09ccf3dd4e5d80d15c2cdef0a52c 2024-11-28T01:24:50,941 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/b42d09ccf3dd4e5d80d15c2cdef0a52c, entries=150, sequenceid=202, filesize=30.4 K 2024-11-28T01:24:50,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-28T01:24:50,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2c5e646bcae34131bacf8815bb01d336 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2c5e646bcae34131bacf8815bb01d336 2024-11-28T01:24:50,949 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2c5e646bcae34131bacf8815bb01d336, entries=150, sequenceid=202, filesize=11.9 K 2024-11-28T01:24:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/edae20ba775549119c883bf0f7a23f7e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/edae20ba775549119c883bf0f7a23f7e 2024-11-28T01:24:50,958 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/edae20ba775549119c883bf0f7a23f7e, entries=150, sequenceid=202, filesize=11.9 K 2024-11-28T01:24:50,959 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for aee569bedf0da4029611545c7fbb665c in 926ms, sequenceid=202, compaction requested=true 2024-11-28T01:24:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:50,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-28T01:24:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-28T01:24:50,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-28T01:24:50,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3090 sec 2024-11-28T01:24:50,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.3150 sec 2024-11-28T01:24:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:51,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T01:24:51,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:51,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:51,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:51,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:51,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:51,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757151018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757151022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757151025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757151025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757151026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128da33fe700c4d49f694ab68575fa95c67_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757091014/Put/seqid=0 2024-11-28T01:24:51,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742035_1211 (size=14794) 2024-11-28T01:24:51,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757151127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757151127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757151130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757151132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757151134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757151330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757151331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757151332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757151335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757151337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:51,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128da33fe700c4d49f694ab68575fa95c67_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128da33fe700c4d49f694ab68575fa95c67_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:51,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/77dfe44ec9b649139575045792999e76, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:51,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/77dfe44ec9b649139575045792999e76 is 175, key is test_row_0/A:col10/1732757091014/Put/seqid=0 2024-11-28T01:24:51,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742036_1212 (size=39749) 2024-11-28T01:24:51,470 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/77dfe44ec9b649139575045792999e76 2024-11-28T01:24:51,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/897d65f20c1e4fe6b73ec60d6c07d8a7 is 50, key is test_row_0/B:col10/1732757091014/Put/seqid=0 2024-11-28T01:24:51,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742037_1213 (size=12151) 2024-11-28T01:24:51,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/897d65f20c1e4fe6b73ec60d6c07d8a7 2024-11-28T01:24:51,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/14b198f6f84e4cd5abe37facd6a537d0 is 50, key is test_row_0/C:col10/1732757091014/Put/seqid=0 2024-11-28T01:24:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742038_1214 (size=12151) 2024-11-28T01:24:51,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/14b198f6f84e4cd5abe37facd6a537d0 2024-11-28T01:24:51,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/77dfe44ec9b649139575045792999e76 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/77dfe44ec9b649139575045792999e76 2024-11-28T01:24:51,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/77dfe44ec9b649139575045792999e76, entries=200, sequenceid=232, filesize=38.8 K 2024-11-28T01:24:51,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/897d65f20c1e4fe6b73ec60d6c07d8a7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/897d65f20c1e4fe6b73ec60d6c07d8a7 2024-11-28T01:24:51,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/897d65f20c1e4fe6b73ec60d6c07d8a7, entries=150, sequenceid=232, filesize=11.9 K 2024-11-28T01:24:51,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/14b198f6f84e4cd5abe37facd6a537d0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/14b198f6f84e4cd5abe37facd6a537d0 2024-11-28T01:24:51,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/14b198f6f84e4cd5abe37facd6a537d0, entries=150, sequenceid=232, filesize=11.9 K 2024-11-28T01:24:51,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for aee569bedf0da4029611545c7fbb665c in 532ms, sequenceid=232, compaction requested=true 2024-11-28T01:24:51,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:51,547 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:51,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:51,548 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:51,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:51,549 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:51,549 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:24:51,549 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:51,549 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d0393649e1c543a08cf46940bbfda460, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/b42d09ccf3dd4e5d80d15c2cdef0a52c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/77dfe44ec9b649139575045792999e76] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=100.0 K 2024-11-28T01:24:51,549 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:51,549 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d0393649e1c543a08cf46940bbfda460, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/b42d09ccf3dd4e5d80d15c2cdef0a52c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/77dfe44ec9b649139575045792999e76] 2024-11-28T01:24:51,550 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0393649e1c543a08cf46940bbfda460, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732757087409 2024-11-28T01:24:51,551 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:51,551 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:24:51,551 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:51,551 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting b42d09ccf3dd4e5d80d15c2cdef0a52c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757088551 2024-11-28T01:24:51,551 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9ae93d59cf6f4151a7a64da4ece67395, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2c5e646bcae34131bacf8815bb01d336, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/897d65f20c1e4fe6b73ec60d6c07d8a7] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=36.0 K 2024-11-28T01:24:51,551 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77dfe44ec9b649139575045792999e76, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732757090701 2024-11-28T01:24:51,552 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ae93d59cf6f4151a7a64da4ece67395, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732757087409 2024-11-28T01:24:51,553 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c5e646bcae34131bacf8815bb01d336, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757088551 2024-11-28T01:24:51,555 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 897d65f20c1e4fe6b73ec60d6c07d8a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732757091013 2024-11-28T01:24:51,564 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:51,568 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:51,568 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128a06d6ab9e473456da1d675fbe7eb7d30_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:51,569 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/a89b58191bbe4589b2ae72fbf03102eb is 50, key is test_row_0/B:col10/1732757091014/Put/seqid=0 2024-11-28T01:24:51,571 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128a06d6ab9e473456da1d675fbe7eb7d30_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:51,571 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a06d6ab9e473456da1d675fbe7eb7d30_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742039_1215 (size=12663) 2024-11-28T01:24:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742040_1216 (size=4469) 2024-11-28T01:24:51,604 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#182 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:51,605 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d215965243ea4490aa06bc6ad3718249 is 175, key is test_row_0/A:col10/1732757091014/Put/seqid=0 2024-11-28T01:24:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742041_1217 (size=31617) 2024-11-28T01:24:51,632 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/d215965243ea4490aa06bc6ad3718249 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d215965243ea4490aa06bc6ad3718249 2024-11-28T01:24:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:51,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:51,643 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into d215965243ea4490aa06bc6ad3718249(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:51,643 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:51,643 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=13, startTime=1732757091547; duration=0sec 2024-11-28T01:24:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:51,643 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:51,643 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:51,644 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:51,646 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:51,646 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/C is initiating minor compaction (all files) 2024-11-28T01:24:51,646 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/C in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:51,647 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/442baaa69c5e4a6d99f73389dd676d87, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/a0f7108d82e6455c86d90ab3e4401c57, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/edae20ba775549119c883bf0f7a23f7e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/14b198f6f84e4cd5abe37facd6a537d0] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=47.8 K 2024-11-28T01:24:51,647 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 442baaa69c5e4a6d99f73389dd676d87, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732757087250 2024-11-28T01:24:51,648 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0f7108d82e6455c86d90ab3e4401c57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732757087409 2024-11-28T01:24:51,649 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting edae20ba775549119c883bf0f7a23f7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732757088551 2024-11-28T01:24:51,650 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14b198f6f84e4cd5abe37facd6a537d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732757091013 2024-11-28T01:24:51,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112889a081f774974a2a82f665abebd2d82d_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757091642/Put/seqid=0 2024-11-28T01:24:51,670 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#C#compaction#185 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:51,671 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/cdc4be4fec6d4155a4c7a173fce88b1b is 50, key is test_row_0/C:col10/1732757091014/Put/seqid=0 2024-11-28T01:24:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757151674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757151674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757151676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757151676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757151676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742042_1218 (size=17284) 2024-11-28T01:24:51,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742043_1219 (size=12629) 2024-11-28T01:24:51,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757151782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757151783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757151783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757151784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757151785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757151986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757151986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757151986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757151987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757151988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,000 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/a89b58191bbe4589b2ae72fbf03102eb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/a89b58191bbe4589b2ae72fbf03102eb 2024-11-28T01:24:52,005 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into a89b58191bbe4589b2ae72fbf03102eb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:52,005 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:52,005 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=13, startTime=1732757091548; duration=0sec 2024-11-28T01:24:52,005 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:52,005 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:52,098 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:52,103 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112889a081f774974a2a82f665abebd2d82d_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112889a081f774974a2a82f665abebd2d82d_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:52,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/37efa71e37874a3b86d1a35061fcc0e4, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:52,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/37efa71e37874a3b86d1a35061fcc0e4 is 175, key is test_row_0/A:col10/1732757091642/Put/seqid=0 2024-11-28T01:24:52,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742044_1220 (size=48389) 2024-11-28T01:24:52,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/37efa71e37874a3b86d1a35061fcc0e4 2024-11-28T01:24:52,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2f9ab90fed21449685736afc587e6898 is 50, key is test_row_0/B:col10/1732757091642/Put/seqid=0 2024-11-28T01:24:52,122 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/cdc4be4fec6d4155a4c7a173fce88b1b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/cdc4be4fec6d4155a4c7a173fce88b1b 2024-11-28T01:24:52,136 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aee569bedf0da4029611545c7fbb665c/C of aee569bedf0da4029611545c7fbb665c into cdc4be4fec6d4155a4c7a173fce88b1b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:52,136 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:52,136 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/C, priority=12, startTime=1732757091548; duration=0sec 2024-11-28T01:24:52,136 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:52,136 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742045_1221 (size=12151) 2024-11-28T01:24:52,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757152289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757152290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757152290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757152290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757152292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,329 INFO [master/1269b3ab3145:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-28T01:24:52,329 INFO [master/1269b3ab3145:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-28T01:24:52,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2f9ab90fed21449685736afc587e6898 2024-11-28T01:24:52,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e06ea4568e574622bc5f191e99ece074 is 50, key is test_row_0/C:col10/1732757091642/Put/seqid=0 2024-11-28T01:24:52,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742046_1222 (size=12151) 2024-11-28T01:24:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-28T01:24:52,756 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-28T01:24:52,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-28T01:24:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T01:24:52,761 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:52,762 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:52,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:52,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757152792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757152792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757152793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757152794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757152800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T01:24:52,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:52,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T01:24:52,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:52,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:52,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e06ea4568e574622bc5f191e99ece074 2024-11-28T01:24:52,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/37efa71e37874a3b86d1a35061fcc0e4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/37efa71e37874a3b86d1a35061fcc0e4 2024-11-28T01:24:52,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/37efa71e37874a3b86d1a35061fcc0e4, entries=250, sequenceid=245, filesize=47.3 K 2024-11-28T01:24:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/2f9ab90fed21449685736afc587e6898 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2f9ab90fed21449685736afc587e6898 2024-11-28T01:24:52,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2f9ab90fed21449685736afc587e6898, entries=150, sequenceid=245, filesize=11.9 K 2024-11-28T01:24:52,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e06ea4568e574622bc5f191e99ece074 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e06ea4568e574622bc5f191e99ece074 2024-11-28T01:24:52,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e06ea4568e574622bc5f191e99ece074, entries=150, sequenceid=245, filesize=11.9 K 2024-11-28T01:24:52,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for aee569bedf0da4029611545c7fbb665c in 1351ms, sequenceid=245, compaction requested=false 2024-11-28T01:24:52,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T01:24:53,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-28T01:24:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:53,069 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:24:53,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:53,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f7e7256206d447a287792a95e6a11412_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757091674/Put/seqid=0 2024-11-28T01:24:53,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742047_1223 (size=12454) 2024-11-28T01:24:53,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:53,093 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f7e7256206d447a287792a95e6a11412_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f7e7256206d447a287792a95e6a11412_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:53,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/5f98277701484fb1b6263bea54d64526, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:53,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/5f98277701484fb1b6263bea54d64526 is 175, key is test_row_0/A:col10/1732757091674/Put/seqid=0 2024-11-28T01:24:53,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742048_1224 (size=31255) 2024-11-28T01:24:53,100 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/5f98277701484fb1b6263bea54d64526 2024-11-28T01:24:53,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0e702fd6ac5447c7ad760e91a72eb9bd is 50, key is test_row_0/B:col10/1732757091674/Put/seqid=0 2024-11-28T01:24:53,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742049_1225 (size=12301) 2024-11-28T01:24:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T01:24:53,520 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0e702fd6ac5447c7ad760e91a72eb9bd 2024-11-28T01:24:53,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/8d64115305cb46a28b669b91666f46c7 is 50, key is test_row_0/C:col10/1732757091674/Put/seqid=0 2024-11-28T01:24:53,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742050_1226 (size=12301) 2024-11-28T01:24:53,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:53,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757153805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757153805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757153806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757153806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757153810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T01:24:53,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757153907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757153908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757153909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757153914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:53,935 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/8d64115305cb46a28b669b91666f46c7 2024-11-28T01:24:53,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/5f98277701484fb1b6263bea54d64526 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/5f98277701484fb1b6263bea54d64526 2024-11-28T01:24:53,945 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/5f98277701484fb1b6263bea54d64526, entries=150, sequenceid=273, filesize=30.5 K 2024-11-28T01:24:53,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0e702fd6ac5447c7ad760e91a72eb9bd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e702fd6ac5447c7ad760e91a72eb9bd 2024-11-28T01:24:53,950 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e702fd6ac5447c7ad760e91a72eb9bd, entries=150, sequenceid=273, filesize=12.0 K 2024-11-28T01:24:53,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/8d64115305cb46a28b669b91666f46c7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8d64115305cb46a28b669b91666f46c7 2024-11-28T01:24:53,955 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8d64115305cb46a28b669b91666f46c7, entries=150, sequenceid=273, filesize=12.0 K 2024-11-28T01:24:53,957 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for aee569bedf0da4029611545c7fbb665c in 888ms, sequenceid=273, compaction requested=true 2024-11-28T01:24:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-28T01:24:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-28T01:24:53,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-28T01:24:53,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1960 sec 2024-11-28T01:24:53,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.2010 sec 2024-11-28T01:24:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:54,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:24:54,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:54,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:54,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:54,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:54,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:54,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:54,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128adb7a1a2a4594fb08eb4c0bcc891d090_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757093805/Put/seqid=0 2024-11-28T01:24:54,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742051_1227 (size=14994) 2024-11-28T01:24:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757154137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757154138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757154142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757154143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757154245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757154245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757154246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757154246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757154450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757154451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757154452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757154453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,528 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:54,532 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128adb7a1a2a4594fb08eb4c0bcc891d090_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128adb7a1a2a4594fb08eb4c0bcc891d090_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:54,533 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/4ccaf816e68542a19937c2d54d3697ca, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:54,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/4ccaf816e68542a19937c2d54d3697ca is 175, key is test_row_0/A:col10/1732757093805/Put/seqid=0 2024-11-28T01:24:54,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742052_1228 (size=39949) 2024-11-28T01:24:54,539 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/4ccaf816e68542a19937c2d54d3697ca 2024-11-28T01:24:54,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0e040faf18f242bc8c5c50dc4db86ded is 50, key is test_row_0/B:col10/1732757093805/Put/seqid=0 2024-11-28T01:24:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742053_1229 (size=12301) 2024-11-28T01:24:54,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757154753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757154755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757154755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:54,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757154761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-28T01:24:54,865 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-28T01:24:54,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-28T01:24:54,868 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T01:24:54,869 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:54,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:54,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0e040faf18f242bc8c5c50dc4db86ded 2024-11-28T01:24:54,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/8b918c95607e4f539d2a7cb347878e55 is 50, key is test_row_0/C:col10/1732757093805/Put/seqid=0 2024-11-28T01:24:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T01:24:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742054_1230 (size=12301) 2024-11-28T01:24:54,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/8b918c95607e4f539d2a7cb347878e55 2024-11-28T01:24:54,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/4ccaf816e68542a19937c2d54d3697ca as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/4ccaf816e68542a19937c2d54d3697ca 2024-11-28T01:24:54,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/4ccaf816e68542a19937c2d54d3697ca, entries=200, sequenceid=285, filesize=39.0 K 2024-11-28T01:24:54,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/0e040faf18f242bc8c5c50dc4db86ded as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e040faf18f242bc8c5c50dc4db86ded 2024-11-28T01:24:55,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e040faf18f242bc8c5c50dc4db86ded, entries=150, sequenceid=285, filesize=12.0 K 2024-11-28T01:24:55,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/8b918c95607e4f539d2a7cb347878e55 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8b918c95607e4f539d2a7cb347878e55 2024-11-28T01:24:55,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8b918c95607e4f539d2a7cb347878e55, entries=150, sequenceid=285, filesize=12.0 K 2024-11-28T01:24:55,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for aee569bedf0da4029611545c7fbb665c in 904ms, sequenceid=285, compaction requested=true 2024-11-28T01:24:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:55,015 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:55,015 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:55,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:55,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:55,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:55,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:55,017 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151210 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:55,017 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:24:55,017 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:55,017 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d215965243ea4490aa06bc6ad3718249, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/37efa71e37874a3b86d1a35061fcc0e4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/5f98277701484fb1b6263bea54d64526, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/4ccaf816e68542a19937c2d54d3697ca] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=147.7 K 2024-11-28T01:24:55,017 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:55,017 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d215965243ea4490aa06bc6ad3718249, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/37efa71e37874a3b86d1a35061fcc0e4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/5f98277701484fb1b6263bea54d64526, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/4ccaf816e68542a19937c2d54d3697ca] 2024-11-28T01:24:55,018 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:55,018 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:24:55,018 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:55,018 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/a89b58191bbe4589b2ae72fbf03102eb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2f9ab90fed21449685736afc587e6898, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e702fd6ac5447c7ad760e91a72eb9bd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e040faf18f242bc8c5c50dc4db86ded] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=48.3 K 2024-11-28T01:24:55,018 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d215965243ea4490aa06bc6ad3718249, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732757091013 2024-11-28T01:24:55,018 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a89b58191bbe4589b2ae72fbf03102eb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732757091013 2024-11-28T01:24:55,019 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f9ab90fed21449685736afc587e6898, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732757091637 2024-11-28T01:24:55,019 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37efa71e37874a3b86d1a35061fcc0e4, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732757091637 2024-11-28T01:24:55,019 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e702fd6ac5447c7ad760e91a72eb9bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732757091672 2024-11-28T01:24:55,019 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f98277701484fb1b6263bea54d64526, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732757091672 2024-11-28T01:24:55,020 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e040faf18f242bc8c5c50dc4db86ded, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732757093805 2024-11-28T01:24:55,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-28T01:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:55,021 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:55,021 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ccaf816e68542a19937c2d54d3697ca, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732757093805 2024-11-28T01:24:55,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128304ad161e6424bc7a4227c821b4b03f3_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757094137/Put/seqid=0 2024-11-28T01:24:55,038 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:55,043 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:55,044 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/5b5af7f0445e4477b31ec376cc7f02ce is 50, key is test_row_0/B:col10/1732757093805/Put/seqid=0 2024-11-28T01:24:55,050 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112816a06d982c914e3a98480cc7d5c771e4_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:55,053 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112816a06d982c914e3a98480cc7d5c771e4_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:55,053 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112816a06d982c914e3a98480cc7d5c771e4_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742055_1231 (size=12454) 2024-11-28T01:24:55,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:55,065 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128304ad161e6424bc7a4227c821b4b03f3_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128304ad161e6424bc7a4227c821b4b03f3_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/83b2fd642540472a85ad12a56d7c1e44, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/83b2fd642540472a85ad12a56d7c1e44 is 175, key is test_row_0/A:col10/1732757094137/Put/seqid=0 2024-11-28T01:24:55,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742057_1233 (size=4469) 2024-11-28T01:24:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742056_1232 (size=12949) 2024-11-28T01:24:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742058_1234 (size=31255) 2024-11-28T01:24:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T01:24:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:55,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:55,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757155290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757155290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757155290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757155291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757155393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757155394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757155394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757155394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T01:24:55,473 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#195 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:55,474 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/852fd4a83a064ce39626fb7ef695abef is 175, key is test_row_0/A:col10/1732757093805/Put/seqid=0 2024-11-28T01:24:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742059_1235 (size=31903) 2024-11-28T01:24:55,491 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/83b2fd642540472a85ad12a56d7c1e44 2024-11-28T01:24:55,493 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/5b5af7f0445e4477b31ec376cc7f02ce as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5b5af7f0445e4477b31ec376cc7f02ce 2024-11-28T01:24:55,498 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/852fd4a83a064ce39626fb7ef695abef as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/852fd4a83a064ce39626fb7ef695abef 2024-11-28T01:24:55,502 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into 5b5af7f0445e4477b31ec376cc7f02ce(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:55,502 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:55,502 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=12, startTime=1732757095015; duration=0sec 2024-11-28T01:24:55,502 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:55,502 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:55,502 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:24:55,505 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49382 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:24:55,505 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/C is initiating minor compaction (all files) 2024-11-28T01:24:55,505 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/C in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:55,505 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/cdc4be4fec6d4155a4c7a173fce88b1b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e06ea4568e574622bc5f191e99ece074, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8d64115305cb46a28b669b91666f46c7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8b918c95607e4f539d2a7cb347878e55] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=48.2 K 2024-11-28T01:24:55,506 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting cdc4be4fec6d4155a4c7a173fce88b1b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732757091013 2024-11-28T01:24:55,506 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e06ea4568e574622bc5f191e99ece074, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1732757091637 2024-11-28T01:24:55,507 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into 852fd4a83a064ce39626fb7ef695abef(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:55,507 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:55,507 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=12, startTime=1732757095015; duration=0sec 2024-11-28T01:24:55,507 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:55,507 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:55,507 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d64115305cb46a28b669b91666f46c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732757091672 2024-11-28T01:24:55,507 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b918c95607e4f539d2a7cb347878e55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732757093805 2024-11-28T01:24:55,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/5908c01144e14ba3885854998f46e33e is 50, key is test_row_0/B:col10/1732757094137/Put/seqid=0 2024-11-28T01:24:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742060_1236 (size=12301) 2024-11-28T01:24:55,519 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:55,520 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/7428476ed2534d3186d98b53cfe00619 is 50, key is test_row_0/C:col10/1732757093805/Put/seqid=0 2024-11-28T01:24:55,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742061_1237 (size=12915) 2024-11-28T01:24:55,530 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/7428476ed2534d3186d98b53cfe00619 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/7428476ed2534d3186d98b53cfe00619 2024-11-28T01:24:55,537 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aee569bedf0da4029611545c7fbb665c/C of aee569bedf0da4029611545c7fbb665c into 7428476ed2534d3186d98b53cfe00619(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:55,537 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:55,537 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/C, priority=12, startTime=1732757095016; duration=0sec 2024-11-28T01:24:55,537 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:55,537 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757155597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757155597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757155598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757155598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757155821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,823 DEBUG [Thread-750 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:24:55,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757155899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757155900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757155903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757155903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:55,919 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/5908c01144e14ba3885854998f46e33e 2024-11-28T01:24:55,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/246d143316294b9ca8c106150ee64a9a is 50, key is test_row_0/C:col10/1732757094137/Put/seqid=0 2024-11-28T01:24:55,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742062_1238 (size=12301) 2024-11-28T01:24:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T01:24:56,338 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/246d143316294b9ca8c106150ee64a9a 2024-11-28T01:24:56,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/83b2fd642540472a85ad12a56d7c1e44 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/83b2fd642540472a85ad12a56d7c1e44 2024-11-28T01:24:56,348 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/83b2fd642540472a85ad12a56d7c1e44, entries=150, sequenceid=309, filesize=30.5 K 2024-11-28T01:24:56,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/5908c01144e14ba3885854998f46e33e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5908c01144e14ba3885854998f46e33e 2024-11-28T01:24:56,356 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5908c01144e14ba3885854998f46e33e, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T01:24:56,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/246d143316294b9ca8c106150ee64a9a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/246d143316294b9ca8c106150ee64a9a 2024-11-28T01:24:56,361 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/246d143316294b9ca8c106150ee64a9a, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T01:24:56,362 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for aee569bedf0da4029611545c7fbb665c in 1341ms, sequenceid=309, compaction requested=false 2024-11-28T01:24:56,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:56,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-28T01:24:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-28T01:24:56,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-28T01:24:56,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec 2024-11-28T01:24:56,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.5000 sec 2024-11-28T01:24:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:56,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:24:56,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:56,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:56,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:56,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:56,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:56,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:56,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283b6a87ef0eb748b68ee560ad9f4a7238_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757096404/Put/seqid=0 2024-11-28T01:24:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742063_1239 (size=14994) 2024-11-28T01:24:56,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757156425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757156430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757156430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757156431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757156531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757156534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757156534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757156534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757156737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757156739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757156740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:56,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757156741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:56,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:56,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283b6a87ef0eb748b68ee560ad9f4a7238_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283b6a87ef0eb748b68ee560ad9f4a7238_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:56,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/e03203bbeff04035b9f81d89785d27bd, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:56,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/e03203bbeff04035b9f81d89785d27bd is 175, key is test_row_0/A:col10/1732757096404/Put/seqid=0 2024-11-28T01:24:56,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742064_1240 (size=39949) 2024-11-28T01:24:56,833 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/e03203bbeff04035b9f81d89785d27bd 2024-11-28T01:24:56,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/d457b27b3ec645258bbbd93453bc2ab5 is 50, key is test_row_0/B:col10/1732757096404/Put/seqid=0 2024-11-28T01:24:56,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742065_1241 (size=12301) 2024-11-28T01:24:56,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/d457b27b3ec645258bbbd93453bc2ab5 2024-11-28T01:24:56,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/6dab631509c549a99308702618596c4e is 50, key is test_row_0/C:col10/1732757096404/Put/seqid=0 2024-11-28T01:24:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742066_1242 (size=12301) 2024-11-28T01:24:56,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/6dab631509c549a99308702618596c4e 2024-11-28T01:24:56,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/e03203bbeff04035b9f81d89785d27bd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/e03203bbeff04035b9f81d89785d27bd 2024-11-28T01:24:56,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/e03203bbeff04035b9f81d89785d27bd, entries=200, sequenceid=326, filesize=39.0 K 2024-11-28T01:24:56,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/d457b27b3ec645258bbbd93453bc2ab5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d457b27b3ec645258bbbd93453bc2ab5 2024-11-28T01:24:56,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d457b27b3ec645258bbbd93453bc2ab5, entries=150, sequenceid=326, filesize=12.0 K 2024-11-28T01:24:56,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/6dab631509c549a99308702618596c4e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/6dab631509c549a99308702618596c4e 2024-11-28T01:24:56,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/6dab631509c549a99308702618596c4e, entries=150, sequenceid=326, filesize=12.0 K 2024-11-28T01:24:56,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for aee569bedf0da4029611545c7fbb665c in 479ms, sequenceid=326, compaction requested=true 2024-11-28T01:24:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:56,884 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:24:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:56,884 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:24:56,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:24:56,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:56,885 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:56,885 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:24:56,885 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:56,885 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/852fd4a83a064ce39626fb7ef695abef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/83b2fd642540472a85ad12a56d7c1e44, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/e03203bbeff04035b9f81d89785d27bd] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=100.7 K 2024-11-28T01:24:56,885 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:56,885 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/852fd4a83a064ce39626fb7ef695abef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/83b2fd642540472a85ad12a56d7c1e44, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/e03203bbeff04035b9f81d89785d27bd] 2024-11-28T01:24:56,885 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:56,885 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:24:56,886 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:56,886 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5b5af7f0445e4477b31ec376cc7f02ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5908c01144e14ba3885854998f46e33e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d457b27b3ec645258bbbd93453bc2ab5] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=36.7 K 2024-11-28T01:24:56,886 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b5af7f0445e4477b31ec376cc7f02ce, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732757093805 2024-11-28T01:24:56,886 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5908c01144e14ba3885854998f46e33e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732757094137 2024-11-28T01:24:56,887 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d457b27b3ec645258bbbd93453bc2ab5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732757095288 2024-11-28T01:24:56,887 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 852fd4a83a064ce39626fb7ef695abef, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732757093805 2024-11-28T01:24:56,888 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83b2fd642540472a85ad12a56d7c1e44, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732757094137 2024-11-28T01:24:56,888 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e03203bbeff04035b9f81d89785d27bd, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732757095288 2024-11-28T01:24:56,895 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:56,896 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:56,897 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/226399c026ae4d92864beb0c4a05ab01 is 50, key is test_row_0/B:col10/1732757096404/Put/seqid=0 2024-11-28T01:24:56,898 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128b07e142cce434cddb82f28b2480f6a92_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:56,899 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128b07e142cce434cddb82f28b2480f6a92_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:56,900 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b07e142cce434cddb82f28b2480f6a92_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:56,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742067_1243 (size=13051) 2024-11-28T01:24:56,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742068_1244 (size=4469) 2024-11-28T01:24:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-28T01:24:56,972 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-28T01:24:56,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-28T01:24:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T01:24:56,975 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:56,976 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:56,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:57,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:24:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:57,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:57,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:57,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112817faf3b4f9f04ba19e5ef6fd80225857_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757096429/Put/seqid=0 2024-11-28T01:24:57,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757157051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757157052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757157052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757157053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742069_1245 (size=14994) 2024-11-28T01:24:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T01:24:57,128 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757157153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757157154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757157156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757157156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T01:24:57,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:57,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,308 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#204 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:57,309 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/8c56717584e64599a81c8ebd1085bbed is 175, key is test_row_0/A:col10/1732757096404/Put/seqid=0 2024-11-28T01:24:57,312 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/226399c026ae4d92864beb0c4a05ab01 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/226399c026ae4d92864beb0c4a05ab01 2024-11-28T01:24:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742070_1246 (size=32005) 2024-11-28T01:24:57,320 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into 226399c026ae4d92864beb0c4a05ab01(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:57,321 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:57,321 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=13, startTime=1732757096884; duration=0sec 2024-11-28T01:24:57,321 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:24:57,321 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:24:57,321 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:24:57,323 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:24:57,323 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/C is initiating minor compaction (all files) 2024-11-28T01:24:57,323 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/C in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,323 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/7428476ed2534d3186d98b53cfe00619, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/246d143316294b9ca8c106150ee64a9a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/6dab631509c549a99308702618596c4e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=36.6 K 2024-11-28T01:24:57,324 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 7428476ed2534d3186d98b53cfe00619, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732757093805 2024-11-28T01:24:57,324 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/8c56717584e64599a81c8ebd1085bbed as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/8c56717584e64599a81c8ebd1085bbed 2024-11-28T01:24:57,325 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 246d143316294b9ca8c106150ee64a9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1732757094137 2024-11-28T01:24:57,325 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dab631509c549a99308702618596c4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732757095288 2024-11-28T01:24:57,330 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into 8c56717584e64599a81c8ebd1085bbed(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:57,330 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:57,330 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=13, startTime=1732757096884; duration=0sec 2024-11-28T01:24:57,330 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:57,330 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:24:57,335 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:24:57,336 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/3138c666abda4789ae6fdc22b17e2b89 is 50, key is test_row_0/C:col10/1732757096404/Put/seqid=0 2024-11-28T01:24:57,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742071_1247 (size=13017) 2024-11-28T01:24:57,345 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/3138c666abda4789ae6fdc22b17e2b89 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/3138c666abda4789ae6fdc22b17e2b89 2024-11-28T01:24:57,352 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aee569bedf0da4029611545c7fbb665c/C of aee569bedf0da4029611545c7fbb665c into 3138c666abda4789ae6fdc22b17e2b89(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:24:57,352 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:57,352 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/C, priority=13, startTime=1732757096885; duration=0sec 2024-11-28T01:24:57,352 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:24:57,352 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:24:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757157356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757157356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757157360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757157360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,434 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:57,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112817faf3b4f9f04ba19e5ef6fd80225857_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112817faf3b4f9f04ba19e5ef6fd80225857_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:57,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/7feafc5e5e4b42119828fb10b3f1c4d3, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:57,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/7feafc5e5e4b42119828fb10b3f1c4d3 is 175, key is test_row_0/A:col10/1732757096429/Put/seqid=0 2024-11-28T01:24:57,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742072_1248 (size=39949) 2024-11-28T01:24:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T01:24:57,588 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757157658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757157660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757157662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757157664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,741 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/7feafc5e5e4b42119828fb10b3f1c4d3 2024-11-28T01:24:57,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/809f62e3ec6a48c38a4690a55074e28b is 50, key is test_row_0/B:col10/1732757096429/Put/seqid=0 2024-11-28T01:24:57,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742073_1249 (size=12301) 2024-11-28T01:24:57,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:57,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:57,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:57,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/809f62e3ec6a48c38a4690a55074e28b 2024-11-28T01:24:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:57,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:57,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/5648ad3de6b24268bc88a882cd413c0b is 50, key is test_row_0/C:col10/1732757096429/Put/seqid=0 2024-11-28T01:24:57,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742074_1250 (size=12301) 2024-11-28T01:24:58,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:58,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:58,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T01:24:58,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757158164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:58,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757158164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:58,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757158168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:58,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757158171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:58,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:58,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:58,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:58,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:24:58,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/5648ad3de6b24268bc88a882cd413c0b 2024-11-28T01:24:58,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/7feafc5e5e4b42119828fb10b3f1c4d3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/7feafc5e5e4b42119828fb10b3f1c4d3 2024-11-28T01:24:58,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/7feafc5e5e4b42119828fb10b3f1c4d3, entries=200, sequenceid=351, filesize=39.0 K 2024-11-28T01:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/809f62e3ec6a48c38a4690a55074e28b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/809f62e3ec6a48c38a4690a55074e28b 2024-11-28T01:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/809f62e3ec6a48c38a4690a55074e28b, entries=150, sequenceid=351, filesize=12.0 K 2024-11-28T01:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/5648ad3de6b24268bc88a882cd413c0b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5648ad3de6b24268bc88a882cd413c0b 2024-11-28T01:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5648ad3de6b24268bc88a882cd413c0b, entries=150, sequenceid=351, filesize=12.0 K 2024-11-28T01:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for aee569bedf0da4029611545c7fbb665c in 1296ms, sequenceid=351, compaction requested=false 2024-11-28T01:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-28T01:24:58,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,356 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:24:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cf4f380dd42c44b39511dcbd239a9e86_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757097050/Put/seqid=0 2024-11-28T01:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742075_1251 (size=9914) 2024-11-28T01:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,401 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128cf4f380dd42c44b39511dcbd239a9e86_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cf4f380dd42c44b39511dcbd239a9e86_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/261e6746cc124f64a75359a43666fa02, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/261e6746cc124f64a75359a43666fa02 is 175, key is test_row_0/A:col10/1732757097050/Put/seqid=0 2024-11-28T01:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742076_1252 (size=22561) 2024-11-28T01:24:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,412 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/261e6746cc124f64a75359a43666fa02 2024-11-28T01:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/c81be3a33cde470db260665a7ac6dbe6 is 50, key is test_row_0/B:col10/1732757097050/Put/seqid=0 2024-11-28T01:24:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742077_1253 (size=9857) 2024-11-28T01:24:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,475 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/c81be3a33cde470db260665a7ac6dbe6 2024-11-28T01:24:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/1776193cb0a84ddeac61d4487098b063 is 50, key is test_row_0/C:col10/1732757097050/Put/seqid=0 2024-11-28T01:24:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742078_1254 (size=9857) 2024-11-28T01:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,520 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/1776193cb0a84ddeac61d4487098b063 2024-11-28T01:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/261e6746cc124f64a75359a43666fa02 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/261e6746cc124f64a75359a43666fa02 2024-11-28T01:24:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,532 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/261e6746cc124f64a75359a43666fa02, entries=100, sequenceid=366, filesize=22.0 K 2024-11-28T01:24:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/c81be3a33cde470db260665a7ac6dbe6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c81be3a33cde470db260665a7ac6dbe6 2024-11-28T01:24:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,538 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c81be3a33cde470db260665a7ac6dbe6, entries=100, sequenceid=366, filesize=9.6 K 2024-11-28T01:24:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/1776193cb0a84ddeac61d4487098b063 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/1776193cb0a84ddeac61d4487098b063 2024-11-28T01:24:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,546 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/1776193cb0a84ddeac61d4487098b063, entries=100, sequenceid=366, filesize=9.6 K 2024-11-28T01:24:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,547 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for aee569bedf0da4029611545c7fbb665c in 192ms, sequenceid=366, compaction requested=true 2024-11-28T01:24:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:24:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-28T01:24:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-28T01:24:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-28T01:24:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-11-28T01:24:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.5770 sec 2024-11-28T01:24:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-28T01:24:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,080 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-28T01:24:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:24:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-28T01:24:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,085 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:24:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T01:24:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,086 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:24:59,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:24:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T01:24:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-28T01:24:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:24:59,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T01:24:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:24:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:24:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:24:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:24:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:24:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ba2be8a5c5c0450796b45dce2b38ad74_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757099238/Put/seqid=0 2024-11-28T01:24:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742079_1255 (size=17534) 2024-11-28T01:24:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:24:59,281 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128ba2be8a5c5c0450796b45dce2b38ad74_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ba2be8a5c5c0450796b45dce2b38ad74_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:24:59,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/0f8bef8607ce45a2bce83dc098ffd397, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:24:59,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/0f8bef8607ce45a2bce83dc098ffd397 is 175, key is test_row_0/A:col10/1732757099238/Put/seqid=0 2024-11-28T01:24:59,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757159296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757159296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757159297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757159299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742080_1256 (size=48635) 2024-11-28T01:24:59,311 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/0f8bef8607ce45a2bce83dc098ffd397 2024-11-28T01:24:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/1065afefa67b409fb7c7f0113d79d80d is 50, key is test_row_0/B:col10/1732757099238/Put/seqid=0 2024-11-28T01:24:59,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742081_1257 (size=9857) 2024-11-28T01:24:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T01:24:59,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757159405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757159406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757159406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757159407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757159610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757159610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757159611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757159611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T01:24:59,735 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/1065afefa67b409fb7c7f0113d79d80d 2024-11-28T01:24:59,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/9e771aa2570c4805b45b7206b9b7152b is 50, key is test_row_0/C:col10/1732757099238/Put/seqid=0 2024-11-28T01:24:59,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742082_1258 (size=9857) 2024-11-28T01:24:59,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54938 deadline: 1732757159847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,849 DEBUG [Thread-750 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:24:59,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757159916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757159917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757159917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:24:59,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:24:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757159917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,149 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/9e771aa2570c4805b45b7206b9b7152b 2024-11-28T01:25:00,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/0f8bef8607ce45a2bce83dc098ffd397 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/0f8bef8607ce45a2bce83dc098ffd397 2024-11-28T01:25:00,157 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/0f8bef8607ce45a2bce83dc098ffd397, entries=250, sequenceid=374, filesize=47.5 K 2024-11-28T01:25:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/1065afefa67b409fb7c7f0113d79d80d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/1065afefa67b409fb7c7f0113d79d80d 2024-11-28T01:25:00,162 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/1065afefa67b409fb7c7f0113d79d80d, entries=100, sequenceid=374, filesize=9.6 K 2024-11-28T01:25:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/9e771aa2570c4805b45b7206b9b7152b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/9e771aa2570c4805b45b7206b9b7152b 2024-11-28T01:25:00,167 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/9e771aa2570c4805b45b7206b9b7152b, entries=100, sequenceid=374, filesize=9.6 K 2024-11-28T01:25:00,168 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for aee569bedf0da4029611545c7fbb665c in 929ms, sequenceid=374, compaction requested=true 2024-11-28T01:25:00,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:00,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:00,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-28T01:25:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-28T01:25:00,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-28T01:25:00,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0830 sec 2024-11-28T01:25:00,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0900 sec 2024-11-28T01:25:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-28T01:25:00,189 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-28T01:25:00,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-28T01:25:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T01:25:00,192 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:00,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:00,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T01:25:00,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-28T01:25:00,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:00,345 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-28T01:25:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:25:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:25:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:25:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:00,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112814b43808bacd400d84462ab4d9ec3cab_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757099287/Put/seqid=0 2024-11-28T01:25:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742083_1259 (size=12454) 2024-11-28T01:25:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:00,370 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112814b43808bacd400d84462ab4d9ec3cab_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112814b43808bacd400d84462ab4d9ec3cab_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/68aaac6a13fd43b6813134f66cda3d87, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:00,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/68aaac6a13fd43b6813134f66cda3d87 is 175, key is test_row_0/A:col10/1732757099287/Put/seqid=0 2024-11-28T01:25:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742084_1260 (size=31255) 2024-11-28T01:25:00,386 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/68aaac6a13fd43b6813134f66cda3d87 2024-11-28T01:25:00,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/6a53b9f647f4481b8b7006366d7a3630 is 50, key is test_row_0/B:col10/1732757099287/Put/seqid=0 2024-11-28T01:25:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742085_1261 (size=12301) 2024-11-28T01:25:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:00,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:25:00,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757160426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757160427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757160428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757160429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T01:25:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757160530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757160530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757160531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757160532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757160735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757160739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757160739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757160741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T01:25:00,802 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/6a53b9f647f4481b8b7006366d7a3630 2024-11-28T01:25:00,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/0a1295db5f344dd1afa3b80f1f559cf2 is 50, key is test_row_0/C:col10/1732757099287/Put/seqid=0 2024-11-28T01:25:00,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742086_1262 (size=12301) 2024-11-28T01:25:01,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757161040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757161043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757161043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757161044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,215 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/0a1295db5f344dd1afa3b80f1f559cf2 2024-11-28T01:25:01,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/68aaac6a13fd43b6813134f66cda3d87 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/68aaac6a13fd43b6813134f66cda3d87 2024-11-28T01:25:01,225 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/68aaac6a13fd43b6813134f66cda3d87, entries=150, sequenceid=402, filesize=30.5 K 2024-11-28T01:25:01,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/6a53b9f647f4481b8b7006366d7a3630 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6a53b9f647f4481b8b7006366d7a3630 2024-11-28T01:25:01,230 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6a53b9f647f4481b8b7006366d7a3630, entries=150, sequenceid=402, filesize=12.0 K 2024-11-28T01:25:01,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/0a1295db5f344dd1afa3b80f1f559cf2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/0a1295db5f344dd1afa3b80f1f559cf2 2024-11-28T01:25:01,238 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/0a1295db5f344dd1afa3b80f1f559cf2, entries=150, sequenceid=402, filesize=12.0 K 2024-11-28T01:25:01,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for aee569bedf0da4029611545c7fbb665c in 893ms, sequenceid=402, compaction requested=true 2024-11-28T01:25:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:01,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-28T01:25:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-28T01:25:01,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-28T01:25:01,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-11-28T01:25:01,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0510 sec 2024-11-28T01:25:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-28T01:25:01,296 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-28T01:25:01,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-28T01:25:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T01:25:01,298 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:01,299 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:01,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T01:25:01,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-28T01:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:01,452 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T01:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:01,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285c0dbe4284c947fa9eab5a50ea9117b3_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757100422/Put/seqid=0 2024-11-28T01:25:01,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742087_1263 (size=12454) 2024-11-28T01:25:01,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:01,468 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285c0dbe4284c947fa9eab5a50ea9117b3_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285c0dbe4284c947fa9eab5a50ea9117b3_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:01,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/58c033b10fa14c83bd5e07e9413e71b2, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:01,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/58c033b10fa14c83bd5e07e9413e71b2 is 175, key is test_row_0/A:col10/1732757100422/Put/seqid=0 2024-11-28T01:25:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742088_1264 (size=31255) 2024-11-28T01:25:01,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:01,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. as already flushing 2024-11-28T01:25:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T01:25:01,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757161599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757161605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757161606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757161606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757161707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757161707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757161709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757161709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,874 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/58c033b10fa14c83bd5e07e9413e71b2 2024-11-28T01:25:01,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/f3fad9833544469cb606197eeaabd1b9 is 50, key is test_row_0/B:col10/1732757100422/Put/seqid=0 2024-11-28T01:25:01,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742089_1265 (size=12301) 2024-11-28T01:25:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T01:25:01,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757161913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757161913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757161913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:01,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757161914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:02,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54970 deadline: 1732757162214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:02,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55008 deadline: 1732757162216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:02,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54956 deadline: 1732757162216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:02,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55022 deadline: 1732757162218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:02,287 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/f3fad9833544469cb606197eeaabd1b9 2024-11-28T01:25:02,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e0a4388d7e7c43a7bed71e90007b51bc is 50, key is test_row_0/C:col10/1732757100422/Put/seqid=0 2024-11-28T01:25:02,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742090_1266 (size=12301) 2024-11-28T01:25:02,300 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e0a4388d7e7c43a7bed71e90007b51bc 2024-11-28T01:25:02,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/58c033b10fa14c83bd5e07e9413e71b2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/58c033b10fa14c83bd5e07e9413e71b2 2024-11-28T01:25:02,308 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/58c033b10fa14c83bd5e07e9413e71b2, entries=150, sequenceid=410, filesize=30.5 K 2024-11-28T01:25:02,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/f3fad9833544469cb606197eeaabd1b9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/f3fad9833544469cb606197eeaabd1b9 2024-11-28T01:25:02,313 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/f3fad9833544469cb606197eeaabd1b9, entries=150, sequenceid=410, filesize=12.0 K 2024-11-28T01:25:02,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/e0a4388d7e7c43a7bed71e90007b51bc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e0a4388d7e7c43a7bed71e90007b51bc 2024-11-28T01:25:02,318 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e0a4388d7e7c43a7bed71e90007b51bc, entries=150, sequenceid=410, filesize=12.0 K 2024-11-28T01:25:02,319 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for aee569bedf0da4029611545c7fbb665c in 866ms, sequenceid=410, compaction requested=true 2024-11-28T01:25:02,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:02,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:02,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-28T01:25:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-28T01:25:02,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-28T01:25:02,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0210 sec 2024-11-28T01:25:02,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.0240 sec 2024-11-28T01:25:02,391 DEBUG [Thread-753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:62936 2024-11-28T01:25:02,391 DEBUG [Thread-753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,391 DEBUG [Thread-755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:62936 2024-11-28T01:25:02,391 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,394 DEBUG [Thread-757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:62936 2024-11-28T01:25:02,394 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,398 DEBUG [Thread-759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:62936 2024-11-28T01:25:02,398 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-28T01:25:02,401 INFO [Thread-752 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-28T01:25:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:02,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-28T01:25:02,722 DEBUG [Thread-746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:62936 2024-11-28T01:25:02,722 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:25:02,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:02,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:25:02,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:02,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:25:02,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:02,724 DEBUG [Thread-744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:62936 2024-11-28T01:25:02,724 DEBUG [Thread-742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:62936 2024-11-28T01:25:02,724 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,724 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,728 DEBUG [Thread-748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:62936 2024-11-28T01:25:02,728 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:02,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128aa8536b6ced543a5bfd069b6f202c0f9_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_0/A:col10/1732757101604/Put/seqid=0 2024-11-28T01:25:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742091_1267 (size=12454) 2024-11-28T01:25:03,137 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:03,141 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128aa8536b6ced543a5bfd069b6f202c0f9_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128aa8536b6ced543a5bfd069b6f202c0f9_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:03,142 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/11ec1407b3f5403f8f455e934bfa7897, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:03,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/11ec1407b3f5403f8f455e934bfa7897 is 175, key is test_row_0/A:col10/1732757101604/Put/seqid=0 2024-11-28T01:25:03,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742092_1268 (size=31255) 2024-11-28T01:25:03,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=440, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/11ec1407b3f5403f8f455e934bfa7897 2024-11-28T01:25:03,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/08039a77dcf44fb599f57e0363efb140 is 50, key is test_row_0/B:col10/1732757101604/Put/seqid=0 2024-11-28T01:25:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742093_1269 (size=12301) 2024-11-28T01:25:03,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/08039a77dcf44fb599f57e0363efb140 2024-11-28T01:25:03,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/b673c73639524165b650003a699c9dc8 is 50, key is test_row_0/C:col10/1732757101604/Put/seqid=0 2024-11-28T01:25:03,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742094_1270 (size=12301) 2024-11-28T01:25:04,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/b673c73639524165b650003a699c9dc8 2024-11-28T01:25:04,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/11ec1407b3f5403f8f455e934bfa7897 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/11ec1407b3f5403f8f455e934bfa7897 2024-11-28T01:25:04,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/11ec1407b3f5403f8f455e934bfa7897, entries=150, sequenceid=440, filesize=30.5 K 2024-11-28T01:25:04,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/08039a77dcf44fb599f57e0363efb140 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/08039a77dcf44fb599f57e0363efb140 2024-11-28T01:25:04,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/08039a77dcf44fb599f57e0363efb140, entries=150, sequenceid=440, filesize=12.0 K 2024-11-28T01:25:04,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/b673c73639524165b650003a699c9dc8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/b673c73639524165b650003a699c9dc8 2024-11-28T01:25:04,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/b673c73639524165b650003a699c9dc8, entries=150, sequenceid=440, filesize=12.0 K 2024-11-28T01:25:04,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for aee569bedf0da4029611545c7fbb665c in 1664ms, sequenceid=440, compaction requested=true 2024-11-28T01:25:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:04,387 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-28T01:25:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aee569bedf0da4029611545c7fbb665c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:04,387 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-28T01:25:04,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:04,389 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 236915 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-28T01:25:04,389 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/A is initiating minor compaction (all files) 2024-11-28T01:25:04,389 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/A in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:04,389 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/8c56717584e64599a81c8ebd1085bbed, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/7feafc5e5e4b42119828fb10b3f1c4d3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/261e6746cc124f64a75359a43666fa02, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/0f8bef8607ce45a2bce83dc098ffd397, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/68aaac6a13fd43b6813134f66cda3d87, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/58c033b10fa14c83bd5e07e9413e71b2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/11ec1407b3f5403f8f455e934bfa7897] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=231.4 K 2024-11-28T01:25:04,389 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 81969 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-28T01:25:04,389 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:04,389 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/B is initiating minor compaction (all files) 2024-11-28T01:25:04,389 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/8c56717584e64599a81c8ebd1085bbed, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/7feafc5e5e4b42119828fb10b3f1c4d3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/261e6746cc124f64a75359a43666fa02, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/0f8bef8607ce45a2bce83dc098ffd397, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/68aaac6a13fd43b6813134f66cda3d87, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/58c033b10fa14c83bd5e07e9413e71b2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/11ec1407b3f5403f8f455e934bfa7897] 2024-11-28T01:25:04,389 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/B in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:04,389 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/226399c026ae4d92864beb0c4a05ab01, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/809f62e3ec6a48c38a4690a55074e28b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c81be3a33cde470db260665a7ac6dbe6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/1065afefa67b409fb7c7f0113d79d80d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6a53b9f647f4481b8b7006366d7a3630, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/f3fad9833544469cb606197eeaabd1b9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/08039a77dcf44fb599f57e0363efb140] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=80.0 K 2024-11-28T01:25:04,390 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c56717584e64599a81c8ebd1085bbed, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732757095288 2024-11-28T01:25:04,390 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 226399c026ae4d92864beb0c4a05ab01, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732757095288 2024-11-28T01:25:04,390 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7feafc5e5e4b42119828fb10b3f1c4d3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732757096429 2024-11-28T01:25:04,390 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 809f62e3ec6a48c38a4690a55074e28b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732757096429 2024-11-28T01:25:04,390 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 261e6746cc124f64a75359a43666fa02, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732757097050 2024-11-28T01:25:04,391 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c81be3a33cde470db260665a7ac6dbe6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732757097050 2024-11-28T01:25:04,391 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f8bef8607ce45a2bce83dc098ffd397, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732757099227 2024-11-28T01:25:04,391 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1065afefa67b409fb7c7f0113d79d80d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732757099229 2024-11-28T01:25:04,391 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a53b9f647f4481b8b7006366d7a3630, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732757099287 2024-11-28T01:25:04,391 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68aaac6a13fd43b6813134f66cda3d87, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732757099287 2024-11-28T01:25:04,392 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f3fad9833544469cb606197eeaabd1b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757100422 2024-11-28T01:25:04,392 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58c033b10fa14c83bd5e07e9413e71b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757100422 2024-11-28T01:25:04,392 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 08039a77dcf44fb599f57e0363efb140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732757101604 2024-11-28T01:25:04,392 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11ec1407b3f5403f8f455e934bfa7897, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732757101604 2024-11-28T01:25:04,402 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:04,404 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112842417767a157460aa5e4f339de1e7223_aee569bedf0da4029611545c7fbb665c store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:04,405 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#B#compaction#224 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:04,405 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/c494fbcf86334341a5acd85a2a1106bb is 50, key is test_row_0/B:col10/1732757101604/Put/seqid=0 2024-11-28T01:25:04,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742095_1271 (size=13289) 2024-11-28T01:25:04,419 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/c494fbcf86334341a5acd85a2a1106bb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c494fbcf86334341a5acd85a2a1106bb 2024-11-28T01:25:04,421 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112842417767a157460aa5e4f339de1e7223_aee569bedf0da4029611545c7fbb665c, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:04,421 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112842417767a157460aa5e4f339de1e7223_aee569bedf0da4029611545c7fbb665c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:04,425 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in aee569bedf0da4029611545c7fbb665c/B of aee569bedf0da4029611545c7fbb665c into c494fbcf86334341a5acd85a2a1106bb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:04,425 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:04,425 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/B, priority=9, startTime=1732757104387; duration=0sec 2024-11-28T01:25:04,426 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:04,426 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:B 2024-11-28T01:25:04,426 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-11-28T01:25:04,428 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 81935 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-11-28T01:25:04,428 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): aee569bedf0da4029611545c7fbb665c/C is initiating minor compaction (all files) 2024-11-28T01:25:04,428 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aee569bedf0da4029611545c7fbb665c/C in TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:04,428 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/3138c666abda4789ae6fdc22b17e2b89, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5648ad3de6b24268bc88a882cd413c0b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/1776193cb0a84ddeac61d4487098b063, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/9e771aa2570c4805b45b7206b9b7152b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/0a1295db5f344dd1afa3b80f1f559cf2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e0a4388d7e7c43a7bed71e90007b51bc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/b673c73639524165b650003a699c9dc8] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp, totalSize=80.0 K 2024-11-28T01:25:04,428 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3138c666abda4789ae6fdc22b17e2b89, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732757095288 2024-11-28T01:25:04,429 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5648ad3de6b24268bc88a882cd413c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732757096429 2024-11-28T01:25:04,429 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1776193cb0a84ddeac61d4487098b063, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732757097050 2024-11-28T01:25:04,430 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e771aa2570c4805b45b7206b9b7152b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1732757099229 2024-11-28T01:25:04,430 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a1295db5f344dd1afa3b80f1f559cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732757099287 2024-11-28T01:25:04,430 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a4388d7e7c43a7bed71e90007b51bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757100422 2024-11-28T01:25:04,431 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b673c73639524165b650003a699c9dc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732757101604 2024-11-28T01:25:04,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742096_1272 (size=4469) 2024-11-28T01:25:04,444 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#A#compaction#225 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:04,445 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/01c67e2956294e7d9b04f25ab4209b77 is 175, key is test_row_0/A:col10/1732757101604/Put/seqid=0 2024-11-28T01:25:04,447 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aee569bedf0da4029611545c7fbb665c#C#compaction#226 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:04,447 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/42f61766196c4ce6a428b0cc6208e936 is 50, key is test_row_0/C:col10/1732757101604/Put/seqid=0 2024-11-28T01:25:04,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742097_1273 (size=32243) 2024-11-28T01:25:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742098_1274 (size=13255) 2024-11-28T01:25:04,468 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/42f61766196c4ce6a428b0cc6208e936 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/42f61766196c4ce6a428b0cc6208e936 2024-11-28T01:25:04,473 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in aee569bedf0da4029611545c7fbb665c/C of aee569bedf0da4029611545c7fbb665c into 42f61766196c4ce6a428b0cc6208e936(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:04,473 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:04,473 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/C, priority=9, startTime=1732757104387; duration=0sec 2024-11-28T01:25:04,473 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:04,473 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:C 2024-11-28T01:25:04,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T01:25:04,866 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/01c67e2956294e7d9b04f25ab4209b77 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/01c67e2956294e7d9b04f25ab4209b77 2024-11-28T01:25:04,871 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in aee569bedf0da4029611545c7fbb665c/A of aee569bedf0da4029611545c7fbb665c into 01c67e2956294e7d9b04f25ab4209b77(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:04,871 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:04,871 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c., storeName=aee569bedf0da4029611545c7fbb665c/A, priority=9, startTime=1732757104387; duration=0sec 2024-11-28T01:25:04,871 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:04,871 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aee569bedf0da4029611545c7fbb665c:A 2024-11-28T01:25:09,933 DEBUG [Thread-750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:62936 2024-11-28T01:25:09,933 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5476 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5574 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2377 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7131 rows 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2387 2024-11-28T01:25:09,934 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7161 rows 2024-11-28T01:25:09,934 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T01:25:09,934 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:62936 2024-11-28T01:25:09,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:09,937 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T01:25:09,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T01:25:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T01:25:09,941 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757109941"}]},"ts":"1732757109941"} 2024-11-28T01:25:09,943 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T01:25:09,945 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T01:25:09,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:25:09,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, UNASSIGN}] 2024-11-28T01:25:09,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, UNASSIGN 2024-11-28T01:25:09,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:09,948 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:25:09,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:25:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T01:25:10,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:10,100 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:10,100 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:25:10,100 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing aee569bedf0da4029611545c7fbb665c, disabling compactions & flushes 2024-11-28T01:25:10,100 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:10,100 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:10,100 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. after waiting 0 ms 2024-11-28T01:25:10,100 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:10,101 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing aee569bedf0da4029611545c7fbb665c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T01:25:10,101 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=A 2024-11-28T01:25:10,101 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:10,101 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=B 2024-11-28T01:25:10,101 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:10,101 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aee569bedf0da4029611545c7fbb665c, store=C 2024-11-28T01:25:10,101 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:10,107 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112830f910fe41bc4f6b9912040947fd3ac6_aee569bedf0da4029611545c7fbb665c is 50, key is test_row_1/A:col10/1732757102723/Put/seqid=0 2024-11-28T01:25:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742099_1275 (size=9914) 2024-11-28T01:25:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T01:25:10,273 DEBUG [master/1269b3ab3145:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-28T01:25:10,278 DEBUG [master/1269b3ab3145:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 9ec7b0c07d0b6a2a79e8b86c296bc59b changed from -1.0 to 0.0, refreshing cache 2024-11-28T01:25:10,512 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:10,516 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112830f910fe41bc4f6b9912040947fd3ac6_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112830f910fe41bc4f6b9912040947fd3ac6_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:10,517 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/1736aa20cd7a48b1aa506dcbf29f9d13, store: [table=TestAcidGuarantees family=A region=aee569bedf0da4029611545c7fbb665c] 2024-11-28T01:25:10,518 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/1736aa20cd7a48b1aa506dcbf29f9d13 is 175, key is test_row_1/A:col10/1732757102723/Put/seqid=0 2024-11-28T01:25:10,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742100_1276 (size=22561) 2024-11-28T01:25:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T01:25:10,922 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=450, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/1736aa20cd7a48b1aa506dcbf29f9d13 2024-11-28T01:25:10,928 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/9c3ceff9e35b44cbb426a1e725ec2166 is 50, key is test_row_1/B:col10/1732757102723/Put/seqid=0 2024-11-28T01:25:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742101_1277 (size=9857) 2024-11-28T01:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T01:25:11,332 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/9c3ceff9e35b44cbb426a1e725ec2166 2024-11-28T01:25:11,339 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/699dfe0480e34e058d44049d2dec0c20 is 50, key is test_row_1/C:col10/1732757102723/Put/seqid=0 2024-11-28T01:25:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742102_1278 (size=9857) 2024-11-28T01:25:11,745 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/699dfe0480e34e058d44049d2dec0c20 2024-11-28T01:25:11,749 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/A/1736aa20cd7a48b1aa506dcbf29f9d13 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/1736aa20cd7a48b1aa506dcbf29f9d13 2024-11-28T01:25:11,753 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/1736aa20cd7a48b1aa506dcbf29f9d13, entries=100, sequenceid=450, filesize=22.0 K 2024-11-28T01:25:11,754 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/B/9c3ceff9e35b44cbb426a1e725ec2166 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9c3ceff9e35b44cbb426a1e725ec2166 2024-11-28T01:25:11,757 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9c3ceff9e35b44cbb426a1e725ec2166, entries=100, sequenceid=450, filesize=9.6 K 2024-11-28T01:25:11,758 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/.tmp/C/699dfe0480e34e058d44049d2dec0c20 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/699dfe0480e34e058d44049d2dec0c20 2024-11-28T01:25:11,761 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/699dfe0480e34e058d44049d2dec0c20, entries=100, sequenceid=450, filesize=9.6 K 2024-11-28T01:25:11,762 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for aee569bedf0da4029611545c7fbb665c in 1661ms, sequenceid=450, compaction requested=false 2024-11-28T01:25:11,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2fa4240eeed54b6aa8d234eac49c172b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb0daa437ddc4182b90cd4eb60d132a7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2b61a863183c4b19951bdacf9d382e6d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/774244eaffbb49a194486c20bb182bbf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/966577bfbb954f8ba9b7d7faeb97c0e0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/330d530a373448c2ad40788ee365bdc2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d18a471fdba941e5b7564f14991874db, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/80120fd0539b43bd97d7abf26bc374df, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb024cbc19174c65837aef758ac674ae, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/32336b5b5eb14c39952325e979e9769f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/26b353cd241d426e9faa85b800aeb374, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/18346f533fe04baaa0407abffbd8b513, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d0393649e1c543a08cf46940bbfda460, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/b42d09ccf3dd4e5d80d15c2cdef0a52c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/77dfe44ec9b649139575045792999e76, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d215965243ea4490aa06bc6ad3718249, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/37efa71e37874a3b86d1a35061fcc0e4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/5f98277701484fb1b6263bea54d64526, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/4ccaf816e68542a19937c2d54d3697ca, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/852fd4a83a064ce39626fb7ef695abef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/83b2fd642540472a85ad12a56d7c1e44, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/e03203bbeff04035b9f81d89785d27bd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/8c56717584e64599a81c8ebd1085bbed, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/7feafc5e5e4b42119828fb10b3f1c4d3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/261e6746cc124f64a75359a43666fa02, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/0f8bef8607ce45a2bce83dc098ffd397, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/68aaac6a13fd43b6813134f66cda3d87, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/58c033b10fa14c83bd5e07e9413e71b2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/11ec1407b3f5403f8f455e934bfa7897] to archive 2024-11-28T01:25:11,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:25:11,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2fa4240eeed54b6aa8d234eac49c172b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2fa4240eeed54b6aa8d234eac49c172b 2024-11-28T01:25:11,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb0daa437ddc4182b90cd4eb60d132a7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb0daa437ddc4182b90cd4eb60d132a7 2024-11-28T01:25:11,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2b61a863183c4b19951bdacf9d382e6d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/2b61a863183c4b19951bdacf9d382e6d 2024-11-28T01:25:11,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/774244eaffbb49a194486c20bb182bbf to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/774244eaffbb49a194486c20bb182bbf 2024-11-28T01:25:11,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/966577bfbb954f8ba9b7d7faeb97c0e0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/966577bfbb954f8ba9b7d7faeb97c0e0 2024-11-28T01:25:11,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/330d530a373448c2ad40788ee365bdc2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/330d530a373448c2ad40788ee365bdc2 2024-11-28T01:25:11,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d18a471fdba941e5b7564f14991874db to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d18a471fdba941e5b7564f14991874db 2024-11-28T01:25:11,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/80120fd0539b43bd97d7abf26bc374df to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/80120fd0539b43bd97d7abf26bc374df 2024-11-28T01:25:11,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb024cbc19174c65837aef758ac674ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/cb024cbc19174c65837aef758ac674ae 2024-11-28T01:25:11,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/32336b5b5eb14c39952325e979e9769f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/32336b5b5eb14c39952325e979e9769f 2024-11-28T01:25:11,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/26b353cd241d426e9faa85b800aeb374 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/26b353cd241d426e9faa85b800aeb374 2024-11-28T01:25:11,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/18346f533fe04baaa0407abffbd8b513 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/18346f533fe04baaa0407abffbd8b513 2024-11-28T01:25:11,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d0393649e1c543a08cf46940bbfda460 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d0393649e1c543a08cf46940bbfda460 2024-11-28T01:25:11,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/b42d09ccf3dd4e5d80d15c2cdef0a52c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/b42d09ccf3dd4e5d80d15c2cdef0a52c 2024-11-28T01:25:11,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/77dfe44ec9b649139575045792999e76 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/77dfe44ec9b649139575045792999e76 2024-11-28T01:25:11,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d215965243ea4490aa06bc6ad3718249 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/d215965243ea4490aa06bc6ad3718249 2024-11-28T01:25:11,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/37efa71e37874a3b86d1a35061fcc0e4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/37efa71e37874a3b86d1a35061fcc0e4 2024-11-28T01:25:11,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/5f98277701484fb1b6263bea54d64526 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/5f98277701484fb1b6263bea54d64526 2024-11-28T01:25:11,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/4ccaf816e68542a19937c2d54d3697ca to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/4ccaf816e68542a19937c2d54d3697ca 2024-11-28T01:25:11,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/852fd4a83a064ce39626fb7ef695abef to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/852fd4a83a064ce39626fb7ef695abef 2024-11-28T01:25:11,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/83b2fd642540472a85ad12a56d7c1e44 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/83b2fd642540472a85ad12a56d7c1e44 2024-11-28T01:25:11,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/e03203bbeff04035b9f81d89785d27bd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/e03203bbeff04035b9f81d89785d27bd 2024-11-28T01:25:11,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/8c56717584e64599a81c8ebd1085bbed to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/8c56717584e64599a81c8ebd1085bbed 2024-11-28T01:25:11,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/7feafc5e5e4b42119828fb10b3f1c4d3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/7feafc5e5e4b42119828fb10b3f1c4d3 2024-11-28T01:25:11,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/261e6746cc124f64a75359a43666fa02 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/261e6746cc124f64a75359a43666fa02 2024-11-28T01:25:11,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/0f8bef8607ce45a2bce83dc098ffd397 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/0f8bef8607ce45a2bce83dc098ffd397 2024-11-28T01:25:11,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/68aaac6a13fd43b6813134f66cda3d87 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/68aaac6a13fd43b6813134f66cda3d87 2024-11-28T01:25:11,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/58c033b10fa14c83bd5e07e9413e71b2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/58c033b10fa14c83bd5e07e9413e71b2 2024-11-28T01:25:11,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/11ec1407b3f5403f8f455e934bfa7897 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/11ec1407b3f5403f8f455e934bfa7897 2024-11-28T01:25:11,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d51bbfa8ae2d4f2699ed0639e69edd76, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0a30326e16f345e6981d24a8d344cd93, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/bf52983b2a9a43e9a3ea238c575dd3e3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/038eb29d685046c9b269170152d9a52e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2ad601ccc6d6496999b35f890a6b58de, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9a675315c46646d8b059556ae323afef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/170220bf597d4312a8922165d679282f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a9249a28f47400580c1219064e885ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/56256c18ccba4b8c9845b2be0f4abd66, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6f43e83178fd41c99303219bd42d0c4f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a6245a97aad43e6bfc835e21432308d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9ae93d59cf6f4151a7a64da4ece67395, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/aaa58d394844475aa330fd7610c062a6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2c5e646bcae34131bacf8815bb01d336, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/a89b58191bbe4589b2ae72fbf03102eb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/897d65f20c1e4fe6b73ec60d6c07d8a7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2f9ab90fed21449685736afc587e6898, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e702fd6ac5447c7ad760e91a72eb9bd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5b5af7f0445e4477b31ec376cc7f02ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e040faf18f242bc8c5c50dc4db86ded, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5908c01144e14ba3885854998f46e33e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/226399c026ae4d92864beb0c4a05ab01, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d457b27b3ec645258bbbd93453bc2ab5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/809f62e3ec6a48c38a4690a55074e28b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c81be3a33cde470db260665a7ac6dbe6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/1065afefa67b409fb7c7f0113d79d80d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6a53b9f647f4481b8b7006366d7a3630, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/f3fad9833544469cb606197eeaabd1b9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/08039a77dcf44fb599f57e0363efb140] to archive 2024-11-28T01:25:11,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:25:11,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d51bbfa8ae2d4f2699ed0639e69edd76 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d51bbfa8ae2d4f2699ed0639e69edd76 2024-11-28T01:25:11,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0a30326e16f345e6981d24a8d344cd93 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0a30326e16f345e6981d24a8d344cd93 2024-11-28T01:25:11,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/bf52983b2a9a43e9a3ea238c575dd3e3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/bf52983b2a9a43e9a3ea238c575dd3e3 2024-11-28T01:25:11,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/038eb29d685046c9b269170152d9a52e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/038eb29d685046c9b269170152d9a52e 2024-11-28T01:25:11,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2ad601ccc6d6496999b35f890a6b58de to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2ad601ccc6d6496999b35f890a6b58de 2024-11-28T01:25:11,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9a675315c46646d8b059556ae323afef to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9a675315c46646d8b059556ae323afef 2024-11-28T01:25:11,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/170220bf597d4312a8922165d679282f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/170220bf597d4312a8922165d679282f 2024-11-28T01:25:11,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a9249a28f47400580c1219064e885ce to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a9249a28f47400580c1219064e885ce 2024-11-28T01:25:11,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/56256c18ccba4b8c9845b2be0f4abd66 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/56256c18ccba4b8c9845b2be0f4abd66 2024-11-28T01:25:11,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6f43e83178fd41c99303219bd42d0c4f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6f43e83178fd41c99303219bd42d0c4f 2024-11-28T01:25:11,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a6245a97aad43e6bfc835e21432308d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/4a6245a97aad43e6bfc835e21432308d 2024-11-28T01:25:11,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9ae93d59cf6f4151a7a64da4ece67395 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9ae93d59cf6f4151a7a64da4ece67395 2024-11-28T01:25:11,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/aaa58d394844475aa330fd7610c062a6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/aaa58d394844475aa330fd7610c062a6 2024-11-28T01:25:11,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2c5e646bcae34131bacf8815bb01d336 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2c5e646bcae34131bacf8815bb01d336 2024-11-28T01:25:11,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/a89b58191bbe4589b2ae72fbf03102eb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/a89b58191bbe4589b2ae72fbf03102eb 2024-11-28T01:25:11,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/897d65f20c1e4fe6b73ec60d6c07d8a7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/897d65f20c1e4fe6b73ec60d6c07d8a7 2024-11-28T01:25:11,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2f9ab90fed21449685736afc587e6898 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/2f9ab90fed21449685736afc587e6898 2024-11-28T01:25:11,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e702fd6ac5447c7ad760e91a72eb9bd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e702fd6ac5447c7ad760e91a72eb9bd 2024-11-28T01:25:11,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5b5af7f0445e4477b31ec376cc7f02ce to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5b5af7f0445e4477b31ec376cc7f02ce 2024-11-28T01:25:11,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e040faf18f242bc8c5c50dc4db86ded to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/0e040faf18f242bc8c5c50dc4db86ded 2024-11-28T01:25:11,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5908c01144e14ba3885854998f46e33e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/5908c01144e14ba3885854998f46e33e 2024-11-28T01:25:11,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/226399c026ae4d92864beb0c4a05ab01 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/226399c026ae4d92864beb0c4a05ab01 2024-11-28T01:25:11,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d457b27b3ec645258bbbd93453bc2ab5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/d457b27b3ec645258bbbd93453bc2ab5 2024-11-28T01:25:11,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/809f62e3ec6a48c38a4690a55074e28b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/809f62e3ec6a48c38a4690a55074e28b 2024-11-28T01:25:11,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c81be3a33cde470db260665a7ac6dbe6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c81be3a33cde470db260665a7ac6dbe6 2024-11-28T01:25:11,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/1065afefa67b409fb7c7f0113d79d80d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/1065afefa67b409fb7c7f0113d79d80d 2024-11-28T01:25:11,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6a53b9f647f4481b8b7006366d7a3630 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/6a53b9f647f4481b8b7006366d7a3630 2024-11-28T01:25:11,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/f3fad9833544469cb606197eeaabd1b9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/f3fad9833544469cb606197eeaabd1b9 2024-11-28T01:25:11,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/08039a77dcf44fb599f57e0363efb140 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/08039a77dcf44fb599f57e0363efb140 2024-11-28T01:25:11,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/c49f1faf0c6348d7abe05588a6e49d91, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/effe69e9fb1948359e57520bcfca9ef0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25d96755b5c94d94b83ae89a39ad356f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/fe1d84f1c0914bb2bf6da7f0f8a15818, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/493061f335e044a38538aac2b27fa836, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/af2579f9fe0448398a75ec5cf9440317, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e57d718808e146c6ad958e452dd19ba2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/64185d9a2c11427c8deba596511423df, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25e3f16485834c93b605beef4adc7f8b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/442baaa69c5e4a6d99f73389dd676d87, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5e53799bf25243d09c2bc4e748593749, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/a0f7108d82e6455c86d90ab3e4401c57, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/edae20ba775549119c883bf0f7a23f7e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/cdc4be4fec6d4155a4c7a173fce88b1b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/14b198f6f84e4cd5abe37facd6a537d0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e06ea4568e574622bc5f191e99ece074, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8d64115305cb46a28b669b91666f46c7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/7428476ed2534d3186d98b53cfe00619, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8b918c95607e4f539d2a7cb347878e55, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/246d143316294b9ca8c106150ee64a9a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/3138c666abda4789ae6fdc22b17e2b89, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/6dab631509c549a99308702618596c4e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5648ad3de6b24268bc88a882cd413c0b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/1776193cb0a84ddeac61d4487098b063, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/9e771aa2570c4805b45b7206b9b7152b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/0a1295db5f344dd1afa3b80f1f559cf2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e0a4388d7e7c43a7bed71e90007b51bc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/b673c73639524165b650003a699c9dc8] to archive 2024-11-28T01:25:11,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:25:11,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/c49f1faf0c6348d7abe05588a6e49d91 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/c49f1faf0c6348d7abe05588a6e49d91 2024-11-28T01:25:11,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/effe69e9fb1948359e57520bcfca9ef0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/effe69e9fb1948359e57520bcfca9ef0 2024-11-28T01:25:11,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25d96755b5c94d94b83ae89a39ad356f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25d96755b5c94d94b83ae89a39ad356f 2024-11-28T01:25:11,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/fe1d84f1c0914bb2bf6da7f0f8a15818 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/fe1d84f1c0914bb2bf6da7f0f8a15818 2024-11-28T01:25:11,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/493061f335e044a38538aac2b27fa836 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/493061f335e044a38538aac2b27fa836 2024-11-28T01:25:11,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/af2579f9fe0448398a75ec5cf9440317 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/af2579f9fe0448398a75ec5cf9440317 2024-11-28T01:25:11,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e57d718808e146c6ad958e452dd19ba2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e57d718808e146c6ad958e452dd19ba2 2024-11-28T01:25:11,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/64185d9a2c11427c8deba596511423df to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/64185d9a2c11427c8deba596511423df 2024-11-28T01:25:11,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25e3f16485834c93b605beef4adc7f8b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/25e3f16485834c93b605beef4adc7f8b 2024-11-28T01:25:11,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/442baaa69c5e4a6d99f73389dd676d87 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/442baaa69c5e4a6d99f73389dd676d87 2024-11-28T01:25:11,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5e53799bf25243d09c2bc4e748593749 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5e53799bf25243d09c2bc4e748593749 2024-11-28T01:25:11,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/a0f7108d82e6455c86d90ab3e4401c57 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/a0f7108d82e6455c86d90ab3e4401c57 2024-11-28T01:25:11,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/edae20ba775549119c883bf0f7a23f7e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/edae20ba775549119c883bf0f7a23f7e 2024-11-28T01:25:11,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/cdc4be4fec6d4155a4c7a173fce88b1b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/cdc4be4fec6d4155a4c7a173fce88b1b 2024-11-28T01:25:11,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/14b198f6f84e4cd5abe37facd6a537d0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/14b198f6f84e4cd5abe37facd6a537d0 2024-11-28T01:25:11,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e06ea4568e574622bc5f191e99ece074 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e06ea4568e574622bc5f191e99ece074 2024-11-28T01:25:11,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8d64115305cb46a28b669b91666f46c7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8d64115305cb46a28b669b91666f46c7 2024-11-28T01:25:11,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/7428476ed2534d3186d98b53cfe00619 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/7428476ed2534d3186d98b53cfe00619 2024-11-28T01:25:11,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8b918c95607e4f539d2a7cb347878e55 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/8b918c95607e4f539d2a7cb347878e55 2024-11-28T01:25:11,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/246d143316294b9ca8c106150ee64a9a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/246d143316294b9ca8c106150ee64a9a 2024-11-28T01:25:11,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/3138c666abda4789ae6fdc22b17e2b89 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/3138c666abda4789ae6fdc22b17e2b89 2024-11-28T01:25:11,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/6dab631509c549a99308702618596c4e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/6dab631509c549a99308702618596c4e 2024-11-28T01:25:11,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5648ad3de6b24268bc88a882cd413c0b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/5648ad3de6b24268bc88a882cd413c0b 2024-11-28T01:25:11,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/1776193cb0a84ddeac61d4487098b063 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/1776193cb0a84ddeac61d4487098b063 2024-11-28T01:25:11,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/9e771aa2570c4805b45b7206b9b7152b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/9e771aa2570c4805b45b7206b9b7152b 2024-11-28T01:25:11,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/0a1295db5f344dd1afa3b80f1f559cf2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/0a1295db5f344dd1afa3b80f1f559cf2 2024-11-28T01:25:11,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e0a4388d7e7c43a7bed71e90007b51bc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/e0a4388d7e7c43a7bed71e90007b51bc 2024-11-28T01:25:11,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/b673c73639524165b650003a699c9dc8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/b673c73639524165b650003a699c9dc8 2024-11-28T01:25:11,858 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/recovered.edits/453.seqid, newMaxSeqId=453, maxSeqId=4 2024-11-28T01:25:11,859 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c. 2024-11-28T01:25:11,859 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for aee569bedf0da4029611545c7fbb665c: 2024-11-28T01:25:11,860 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:11,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=aee569bedf0da4029611545c7fbb665c, regionState=CLOSED 2024-11-28T01:25:11,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-28T01:25:11,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure aee569bedf0da4029611545c7fbb665c, server=1269b3ab3145,44269,1732757046324 in 1.9130 sec 2024-11-28T01:25:11,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-28T01:25:11,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aee569bedf0da4029611545c7fbb665c, UNASSIGN in 1.9170 sec 2024-11-28T01:25:11,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-28T01:25:11,865 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9190 sec 2024-11-28T01:25:11,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757111866"}]},"ts":"1732757111866"} 2024-11-28T01:25:11,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T01:25:11,869 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T01:25:11,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9320 sec 2024-11-28T01:25:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-28T01:25:12,045 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-28T01:25:12,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T01:25:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:12,047 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T01:25:12,047 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:12,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/recovered.edits] 2024-11-28T01:25:12,054 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/01c67e2956294e7d9b04f25ab4209b77 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/01c67e2956294e7d9b04f25ab4209b77 2024-11-28T01:25:12,055 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/1736aa20cd7a48b1aa506dcbf29f9d13 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/A/1736aa20cd7a48b1aa506dcbf29f9d13 2024-11-28T01:25:12,057 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9c3ceff9e35b44cbb426a1e725ec2166 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/9c3ceff9e35b44cbb426a1e725ec2166 2024-11-28T01:25:12,058 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c494fbcf86334341a5acd85a2a1106bb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/B/c494fbcf86334341a5acd85a2a1106bb 2024-11-28T01:25:12,061 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/42f61766196c4ce6a428b0cc6208e936 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/42f61766196c4ce6a428b0cc6208e936 2024-11-28T01:25:12,062 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/699dfe0480e34e058d44049d2dec0c20 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/C/699dfe0480e34e058d44049d2dec0c20 2024-11-28T01:25:12,064 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/recovered.edits/453.seqid to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c/recovered.edits/453.seqid 2024-11-28T01:25:12,065 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,065 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T01:25:12,066 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T01:25:12,066 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T01:25:12,070 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112814b43808bacd400d84462ab4d9ec3cab_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112814b43808bacd400d84462ab4d9ec3cab_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,072 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112817faf3b4f9f04ba19e5ef6fd80225857_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112817faf3b4f9f04ba19e5ef6fd80225857_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,073 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282a848dc5d832422fa2fe7a2712613ec0_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282a848dc5d832422fa2fe7a2712613ec0_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,074 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128304ad161e6424bc7a4227c821b4b03f3_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128304ad161e6424bc7a4227c821b4b03f3_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,075 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112830f910fe41bc4f6b9912040947fd3ac6_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112830f910fe41bc4f6b9912040947fd3ac6_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,076 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283b6a87ef0eb748b68ee560ad9f4a7238_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283b6a87ef0eb748b68ee560ad9f4a7238_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,077 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284dd6900a32324e258eb0e1a7c0f28665_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411284dd6900a32324e258eb0e1a7c0f28665_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,078 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285c0dbe4284c947fa9eab5a50ea9117b3_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285c0dbe4284c947fa9eab5a50ea9117b3_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,080 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112861928742f6e2434fa08145a7cf51008a_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112861928742f6e2434fa08145a7cf51008a_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,081 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128707fe5ed0e9c4c26aede969f7b2f5f72_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128707fe5ed0e9c4c26aede969f7b2f5f72_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,082 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112874b6cb2546224487817ffe662844fbb5_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112874b6cb2546224487817ffe662844fbb5_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,083 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287908157e259147de883d745298beb329_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287908157e259147de883d745298beb329_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,084 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287b13aec40d2147e593e2e16e7f7cd9e8_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411287b13aec40d2147e593e2e16e7f7cd9e8_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,085 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112889a081f774974a2a82f665abebd2d82d_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112889a081f774974a2a82f665abebd2d82d_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,086 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112893295af4b7b64472a450b57a9c0e0eb0_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112893295af4b7b64472a450b57a9c0e0eb0_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,088 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128aa8536b6ced543a5bfd069b6f202c0f9_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128aa8536b6ced543a5bfd069b6f202c0f9_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,089 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128adb7a1a2a4594fb08eb4c0bcc891d090_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128adb7a1a2a4594fb08eb4c0bcc891d090_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,090 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ba2be8a5c5c0450796b45dce2b38ad74_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128ba2be8a5c5c0450796b45dce2b38ad74_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,091 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cf4f380dd42c44b39511dcbd239a9e86_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128cf4f380dd42c44b39511dcbd239a9e86_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,092 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128da33fe700c4d49f694ab68575fa95c67_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128da33fe700c4d49f694ab68575fa95c67_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,093 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128da75f379ce89467f87544df81ee0ab23_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128da75f379ce89467f87544df81ee0ab23_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,095 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e6e8e70317ec46819667acbdb1e980e3_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128e6e8e70317ec46819667acbdb1e980e3_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,096 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f7e7256206d447a287792a95e6a11412_aee569bedf0da4029611545c7fbb665c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128f7e7256206d447a287792a95e6a11412_aee569bedf0da4029611545c7fbb665c 2024-11-28T01:25:12,097 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T01:25:12,099 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:12,102 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T01:25:12,104 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T01:25:12,105 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:12,105 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T01:25:12,105 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732757112105"}]},"ts":"9223372036854775807"} 2024-11-28T01:25:12,107 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T01:25:12,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => aee569bedf0da4029611545c7fbb665c, NAME => 'TestAcidGuarantees,,1732757080271.aee569bedf0da4029611545c7fbb665c.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T01:25:12,107 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T01:25:12,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732757112107"}]},"ts":"9223372036854775807"} 2024-11-28T01:25:12,109 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T01:25:12,111 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:12,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-28T01:25:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-28T01:25:12,148 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-28T01:25:12,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238 (was 241), OpenFileDescriptor=455 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 440) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4782 (was 4879) 2024-11-28T01:25:12,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=4781 2024-11-28T01:25:12,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:25:12,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:25:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:12,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:25:12,171 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:12,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-11-28T01:25:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-28T01:25:12,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:25:12,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742103_1279 (size=963) 2024-11-28T01:25:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-28T01:25:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-28T01:25:12,579 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:25:12,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742104_1280 (size=53) 2024-11-28T01:25:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-28T01:25:12,985 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:25:12,985 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8d7a06b2b00cc69440b90d664645dfec, disabling compactions & flushes 2024-11-28T01:25:12,985 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:12,985 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:12,985 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. after waiting 0 ms 2024-11-28T01:25:12,985 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:12,985 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:12,985 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:12,986 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:25:12,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732757112986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732757112986"}]},"ts":"1732757112986"} 2024-11-28T01:25:12,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T01:25:12,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:25:12,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757112988"}]},"ts":"1732757112988"} 2024-11-28T01:25:12,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T01:25:12,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d7a06b2b00cc69440b90d664645dfec, ASSIGN}] 2024-11-28T01:25:12,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d7a06b2b00cc69440b90d664645dfec, ASSIGN 2024-11-28T01:25:12,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d7a06b2b00cc69440b90d664645dfec, ASSIGN; state=OFFLINE, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=false 2024-11-28T01:25:13,144 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=8d7a06b2b00cc69440b90d664645dfec, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:13,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:25:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-28T01:25:13,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:13,299 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:13,299 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:25:13,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:25:13,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,300 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,301 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,302 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:13,302 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d7a06b2b00cc69440b90d664645dfec columnFamilyName A 2024-11-28T01:25:13,303 DEBUG [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:13,303 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.HStore(327): Store=8d7a06b2b00cc69440b90d664645dfec/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:13,303 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,304 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:13,304 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d7a06b2b00cc69440b90d664645dfec columnFamilyName B 2024-11-28T01:25:13,304 DEBUG [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:13,305 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.HStore(327): Store=8d7a06b2b00cc69440b90d664645dfec/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:13,305 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,306 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:13,306 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d7a06b2b00cc69440b90d664645dfec columnFamilyName C 2024-11-28T01:25:13,306 DEBUG [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:13,306 INFO [StoreOpener-8d7a06b2b00cc69440b90d664645dfec-1 {}] regionserver.HStore(327): Store=8d7a06b2b00cc69440b90d664645dfec/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:13,306 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:13,307 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,307 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,308 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:25:13,309 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:13,311 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:25:13,312 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 8d7a06b2b00cc69440b90d664645dfec; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72071490, jitterRate=0.07394888997077942}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:25:13,312 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:13,313 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., pid=66, masterSystemTime=1732757113296 2024-11-28T01:25:13,314 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:13,314 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:13,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=8d7a06b2b00cc69440b90d664645dfec, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:13,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-28T01:25:13,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 in 170 msec 2024-11-28T01:25:13,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-28T01:25:13,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d7a06b2b00cc69440b90d664645dfec, ASSIGN in 324 msec 2024-11-28T01:25:13,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:25:13,318 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757113318"}]},"ts":"1732757113318"} 2024-11-28T01:25:13,319 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T01:25:13,321 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:25:13,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1530 sec 2024-11-28T01:25:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-11-28T01:25:14,276 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-11-28T01:25:14,277 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a569490 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c1ac389 2024-11-28T01:25:14,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44645c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,282 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,283 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,285 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:25:14,286 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:25:14,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6862e3ce to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28e73c0 2024-11-28T01:25:14,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ee0130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d296fed to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c480dfb 2024-11-28T01:25:14,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b64c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,300 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08d0caa5 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34cb3991 2024-11-28T01:25:14,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e55eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x43f04e0e to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e9ae050 2024-11-28T01:25:14,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a703d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x560ec309 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fef31f8 2024-11-28T01:25:14,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ed1e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0eb04aeb to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72537a47 2024-11-28T01:25:14,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88aa519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0e9c8f to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36642cb 2024-11-28T01:25:14,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e998dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d68f787 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c299cfb 2024-11-28T01:25:14,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c79b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,326 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10e6bf6a to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@605827c9 2024-11-28T01:25:14,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1403c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,330 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1730a60f to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3677bd4f 2024-11-28T01:25:14,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf0ba59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:14,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:14,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-28T01:25:14,337 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-28T01:25:14,338 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:14,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:14,338 DEBUG [hconnection-0x2abbb9f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,338 DEBUG [hconnection-0x4c6c63e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,339 DEBUG [hconnection-0xf8d7e09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,339 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,340 DEBUG [hconnection-0x3c450ac1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,341 DEBUG [hconnection-0x620e0b30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,341 DEBUG [hconnection-0x2801c8db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,342 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,342 DEBUG [hconnection-0x42dc623c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,342 DEBUG [hconnection-0x4a177977-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,342 DEBUG [hconnection-0x50f23d9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,343 DEBUG [hconnection-0x487dad1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:14,343 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,347 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,347 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,348 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,348 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,348 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:14,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:25:14,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:14,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:14,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:14,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:14,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:14,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:14,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/d0df1a28cf9c4327ada1b4d9ad5fba9c is 50, key is test_row_0/A:col10/1732757114351/Put/seqid=0 2024-11-28T01:25:14,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757174383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757174385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757174386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757174386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757174387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742105_1281 (size=12001) 2024-11-28T01:25:14,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/d0df1a28cf9c4327ada1b4d9ad5fba9c 2024-11-28T01:25:14,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-28T01:25:14,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1bcae739986846dd9fbe5a51214c043d is 50, key is test_row_0/B:col10/1732757114351/Put/seqid=0 2024-11-28T01:25:14,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742106_1282 (size=12001) 2024-11-28T01:25:14,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1bcae739986846dd9fbe5a51214c043d 2024-11-28T01:25:14,489 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-28T01:25:14,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:14,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:14,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:14,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:14,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:14,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757174490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757174490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757174490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757174493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757174493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/bb887cd3b7d64b60a09ed65f085dd965 is 50, key is test_row_0/C:col10/1732757114351/Put/seqid=0 2024-11-28T01:25:14,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742107_1283 (size=12001) 2024-11-28T01:25:14,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/bb887cd3b7d64b60a09ed65f085dd965 2024-11-28T01:25:14,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/d0df1a28cf9c4327ada1b4d9ad5fba9c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/d0df1a28cf9c4327ada1b4d9ad5fba9c 2024-11-28T01:25:14,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/d0df1a28cf9c4327ada1b4d9ad5fba9c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T01:25:14,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1bcae739986846dd9fbe5a51214c043d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1bcae739986846dd9fbe5a51214c043d 2024-11-28T01:25:14,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1bcae739986846dd9fbe5a51214c043d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T01:25:14,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/bb887cd3b7d64b60a09ed65f085dd965 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/bb887cd3b7d64b60a09ed65f085dd965 2024-11-28T01:25:14,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/bb887cd3b7d64b60a09ed65f085dd965, entries=150, sequenceid=14, filesize=11.7 K 2024-11-28T01:25:14,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8d7a06b2b00cc69440b90d664645dfec in 230ms, sequenceid=14, compaction requested=false 2024-11-28T01:25:14,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:14,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-28T01:25:14,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-28T01:25:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:14,644 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:25:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:14,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:14,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cd27b2aa03734a4b9feaac686ad77b23 is 50, key is test_row_0/A:col10/1732757114383/Put/seqid=0 2024-11-28T01:25:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742108_1284 (size=12001) 2024-11-28T01:25:14,665 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cd27b2aa03734a4b9feaac686ad77b23 2024-11-28T01:25:14,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/c3f5f877d51d476ea9eecb2cd79d462a is 50, key is test_row_0/B:col10/1732757114383/Put/seqid=0 2024-11-28T01:25:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742109_1285 (size=12001) 2024-11-28T01:25:14,679 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/c3f5f877d51d476ea9eecb2cd79d462a 2024-11-28T01:25:14,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2245ad784a814d58a596aa38935d753d is 50, key is test_row_0/C:col10/1732757114383/Put/seqid=0 2024-11-28T01:25:14,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:14,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:14,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757174700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757174700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757174701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757174703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757174703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742110_1286 (size=12001) 2024-11-28T01:25:14,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757174804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757174805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757174805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757174806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757174807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-28T01:25:15,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757175006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757175007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757175008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757175009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757175010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,110 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2245ad784a814d58a596aa38935d753d 2024-11-28T01:25:15,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cd27b2aa03734a4b9feaac686ad77b23 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd27b2aa03734a4b9feaac686ad77b23 2024-11-28T01:25:15,119 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd27b2aa03734a4b9feaac686ad77b23, entries=150, sequenceid=38, filesize=11.7 K 2024-11-28T01:25:15,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/c3f5f877d51d476ea9eecb2cd79d462a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/c3f5f877d51d476ea9eecb2cd79d462a 2024-11-28T01:25:15,123 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/c3f5f877d51d476ea9eecb2cd79d462a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-28T01:25:15,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2245ad784a814d58a596aa38935d753d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2245ad784a814d58a596aa38935d753d 2024-11-28T01:25:15,129 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2245ad784a814d58a596aa38935d753d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-28T01:25:15,130 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8d7a06b2b00cc69440b90d664645dfec in 486ms, sequenceid=38, compaction requested=false 2024-11-28T01:25:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-28T01:25:15,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-28T01:25:15,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-28T01:25:15,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 793 msec 2024-11-28T01:25:15,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 799 msec 2024-11-28T01:25:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:15,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:25:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:15,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cdce1d856e234501baedd5ef4b1389ff is 50, key is test_row_0/A:col10/1732757114701/Put/seqid=0 2024-11-28T01:25:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742111_1287 (size=12001) 2024-11-28T01:25:15,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757175328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757175328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757175330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757175331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757175331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757175432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757175432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757175434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757175434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757175434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-28T01:25:15,441 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-28T01:25:15,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-28T01:25:15,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T01:25:15,445 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:15,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T01:25:15,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-28T01:25:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:15,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757175634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757175635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757175638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757175638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757175638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cdce1d856e234501baedd5ef4b1389ff 2024-11-28T01:25:15,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/d8abd28b76734b12a5341536894ef02a is 50, key is test_row_0/B:col10/1732757114701/Put/seqid=0 2024-11-28T01:25:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742112_1288 (size=12001) 2024-11-28T01:25:15,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/d8abd28b76734b12a5341536894ef02a 2024-11-28T01:25:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T01:25:15,750 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-28T01:25:15,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:15,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:15,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:15,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/9774853865994e9c83ba9eb3cb919dca is 50, key is test_row_0/C:col10/1732757114701/Put/seqid=0 2024-11-28T01:25:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742113_1289 (size=12001) 2024-11-28T01:25:15,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-28T01:25:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:15,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:15,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:15,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757175937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757175938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757175941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757175942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:15,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757175943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T01:25:16,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-28T01:25:16,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:16,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:16,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/9774853865994e9c83ba9eb3cb919dca 2024-11-28T01:25:16,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cdce1d856e234501baedd5ef4b1389ff as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cdce1d856e234501baedd5ef4b1389ff 2024-11-28T01:25:16,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cdce1d856e234501baedd5ef4b1389ff, entries=150, sequenceid=51, filesize=11.7 K 2024-11-28T01:25:16,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/d8abd28b76734b12a5341536894ef02a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/d8abd28b76734b12a5341536894ef02a 2024-11-28T01:25:16,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/d8abd28b76734b12a5341536894ef02a, entries=150, sequenceid=51, filesize=11.7 K 2024-11-28T01:25:16,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/9774853865994e9c83ba9eb3cb919dca as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9774853865994e9c83ba9eb3cb919dca 2024-11-28T01:25:16,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9774853865994e9c83ba9eb3cb919dca, entries=150, sequenceid=51, filesize=11.7 K 2024-11-28T01:25:16,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8d7a06b2b00cc69440b90d664645dfec in 863ms, sequenceid=51, compaction requested=true 2024-11-28T01:25:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:16,175 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:16,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T01:25:16,175 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:16,176 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:16,176 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:16,176 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:16,176 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/d0df1a28cf9c4327ada1b4d9ad5fba9c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd27b2aa03734a4b9feaac686ad77b23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cdce1d856e234501baedd5ef4b1389ff] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.2 K 2024-11-28T01:25:16,177 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:16,177 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:16,177 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:16,177 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1bcae739986846dd9fbe5a51214c043d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/c3f5f877d51d476ea9eecb2cd79d462a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/d8abd28b76734b12a5341536894ef02a] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.2 K 2024-11-28T01:25:16,177 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0df1a28cf9c4327ada1b4d9ad5fba9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732757114351 2024-11-28T01:25:16,178 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bcae739986846dd9fbe5a51214c043d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732757114351 2024-11-28T01:25:16,178 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd27b2aa03734a4b9feaac686ad77b23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732757114377 2024-11-28T01:25:16,178 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdce1d856e234501baedd5ef4b1389ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732757114701 2024-11-28T01:25:16,178 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c3f5f877d51d476ea9eecb2cd79d462a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732757114377 2024-11-28T01:25:16,179 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d8abd28b76734b12a5341536894ef02a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732757114701 2024-11-28T01:25:16,186 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:16,187 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/387744d0fb6f48328b197d95e033931e is 50, key is test_row_0/A:col10/1732757114701/Put/seqid=0 2024-11-28T01:25:16,189 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#240 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:16,189 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/047e941e233647d8b09de604f0fc89f2 is 50, key is test_row_0/B:col10/1732757114701/Put/seqid=0 2024-11-28T01:25:16,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742114_1290 (size=12104) 2024-11-28T01:25:16,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-28T01:25:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:16,210 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T01:25:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:16,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742115_1291 (size=12104) 2024-11-28T01:25:16,223 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/047e941e233647d8b09de604f0fc89f2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/047e941e233647d8b09de604f0fc89f2 2024-11-28T01:25:16,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/c3bc89c590784bc8bb019d84add62656 is 50, key is test_row_0/A:col10/1732757115330/Put/seqid=0 2024-11-28T01:25:16,229 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 047e941e233647d8b09de604f0fc89f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:16,230 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:16,230 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757116175; duration=0sec 2024-11-28T01:25:16,230 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:16,230 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:16,230 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:16,231 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:16,231 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:16,231 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:16,231 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/bb887cd3b7d64b60a09ed65f085dd965, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2245ad784a814d58a596aa38935d753d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9774853865994e9c83ba9eb3cb919dca] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.2 K 2024-11-28T01:25:16,232 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting bb887cd3b7d64b60a09ed65f085dd965, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732757114351 2024-11-28T01:25:16,232 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2245ad784a814d58a596aa38935d753d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732757114377 2024-11-28T01:25:16,232 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9774853865994e9c83ba9eb3cb919dca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732757114701 2024-11-28T01:25:16,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742116_1292 (size=12001) 2024-11-28T01:25:16,252 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:16,252 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/b66c1a38544045c58cab91b35ca86361 is 50, key is test_row_0/C:col10/1732757114701/Put/seqid=0 2024-11-28T01:25:16,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742117_1293 (size=12104) 2024-11-28T01:25:16,280 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/b66c1a38544045c58cab91b35ca86361 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b66c1a38544045c58cab91b35ca86361 2024-11-28T01:25:16,287 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into b66c1a38544045c58cab91b35ca86361(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:16,287 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:16,287 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757116175; duration=0sec 2024-11-28T01:25:16,287 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:16,287 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:16,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:16,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757176449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757176451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757176451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757176452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757176453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T01:25:16,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757176554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757176555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757176555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757176556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757176556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,598 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/387744d0fb6f48328b197d95e033931e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/387744d0fb6f48328b197d95e033931e 2024-11-28T01:25:16,612 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 387744d0fb6f48328b197d95e033931e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:16,612 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:16,613 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757116175; duration=0sec 2024-11-28T01:25:16,613 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:16,613 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:16,652 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/c3bc89c590784bc8bb019d84add62656 2024-11-28T01:25:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/b2e1cd8a397343478c77eb6e9896684e is 50, key is test_row_0/B:col10/1732757115330/Put/seqid=0 2024-11-28T01:25:16,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742118_1294 (size=12001) 2024-11-28T01:25:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757176758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757176758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757176758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757176759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:16,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:16,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757176761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757177061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757177061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757177062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757177062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757177064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,068 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/b2e1cd8a397343478c77eb6e9896684e 2024-11-28T01:25:17,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/3936fed091fd4779a54ecca6a66f13c0 is 50, key is test_row_0/C:col10/1732757115330/Put/seqid=0 2024-11-28T01:25:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742119_1295 (size=12001) 2024-11-28T01:25:17,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T01:25:17,495 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/3936fed091fd4779a54ecca6a66f13c0 2024-11-28T01:25:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/c3bc89c590784bc8bb019d84add62656 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c3bc89c590784bc8bb019d84add62656 2024-11-28T01:25:17,505 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c3bc89c590784bc8bb019d84add62656, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T01:25:17,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/b2e1cd8a397343478c77eb6e9896684e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/b2e1cd8a397343478c77eb6e9896684e 2024-11-28T01:25:17,510 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/b2e1cd8a397343478c77eb6e9896684e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T01:25:17,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/3936fed091fd4779a54ecca6a66f13c0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3936fed091fd4779a54ecca6a66f13c0 2024-11-28T01:25:17,515 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3936fed091fd4779a54ecca6a66f13c0, entries=150, sequenceid=74, filesize=11.7 K 2024-11-28T01:25:17,516 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 8d7a06b2b00cc69440b90d664645dfec in 1306ms, sequenceid=74, compaction requested=false 2024-11-28T01:25:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-28T01:25:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-28T01:25:17,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-28T01:25:17,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0720 sec 2024-11-28T01:25:17,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.0780 sec 2024-11-28T01:25:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-28T01:25:17,548 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-28T01:25:17,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-28T01:25:17,551 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-28T01:25:17,552 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:17,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:17,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T01:25:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:17,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:17,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/74e3f88d7f8641a39b94661b3b692797 is 50, key is test_row_0/A:col10/1732757117566/Put/seqid=0 2024-11-28T01:25:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742120_1296 (size=14341) 2024-11-28T01:25:17,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/74e3f88d7f8641a39b94661b3b692797 2024-11-28T01:25:17,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757177580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757177581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757177582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757177583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757177583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/5a6f5fc0ddef439586bf38a5cff01c95 is 50, key is test_row_0/B:col10/1732757117566/Put/seqid=0 2024-11-28T01:25:17,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742121_1297 (size=12001) 2024-11-28T01:25:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-28T01:25:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757177686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757177686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757177686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757177687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757177687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,703 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-28T01:25:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:17,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-28T01:25:17,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-28T01:25:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:17,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:17,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:17,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757177887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757177888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757177890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757177890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757177891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/5a6f5fc0ddef439586bf38a5cff01c95 2024-11-28T01:25:18,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-28T01:25:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/867f5399042146a3a7bd66e96af180b4 is 50, key is test_row_0/C:col10/1732757117566/Put/seqid=0 2024-11-28T01:25:18,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742122_1298 (size=12001) 2024-11-28T01:25:18,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-28T01:25:18,162 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-28T01:25:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757178192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757178193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757178194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757178194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757178196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-28T01:25:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:18,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/867f5399042146a3a7bd66e96af180b4 2024-11-28T01:25:18,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/74e3f88d7f8641a39b94661b3b692797 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/74e3f88d7f8641a39b94661b3b692797 2024-11-28T01:25:18,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/74e3f88d7f8641a39b94661b3b692797, entries=200, sequenceid=92, filesize=14.0 K 2024-11-28T01:25:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/5a6f5fc0ddef439586bf38a5cff01c95 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/5a6f5fc0ddef439586bf38a5cff01c95 2024-11-28T01:25:18,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/5a6f5fc0ddef439586bf38a5cff01c95, entries=150, sequenceid=92, filesize=11.7 K 2024-11-28T01:25:18,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/867f5399042146a3a7bd66e96af180b4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/867f5399042146a3a7bd66e96af180b4 2024-11-28T01:25:18,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/867f5399042146a3a7bd66e96af180b4, entries=150, sequenceid=92, filesize=11.7 K 2024-11-28T01:25:18,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8d7a06b2b00cc69440b90d664645dfec in 874ms, sequenceid=92, compaction requested=true 2024-11-28T01:25:18,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:18,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:18,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:18,441 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:18,442 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:18,443 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:18,443 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:18,443 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,443 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/387744d0fb6f48328b197d95e033931e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c3bc89c590784bc8bb019d84add62656, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/74e3f88d7f8641a39b94661b3b692797] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=37.5 K 2024-11-28T01:25:18,443 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:18,443 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:18,443 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,443 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/047e941e233647d8b09de604f0fc89f2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/b2e1cd8a397343478c77eb6e9896684e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/5a6f5fc0ddef439586bf38a5cff01c95] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.3 K 2024-11-28T01:25:18,443 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 387744d0fb6f48328b197d95e033931e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732757114701 2024-11-28T01:25:18,444 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3bc89c590784bc8bb019d84add62656, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732757115326 2024-11-28T01:25:18,444 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 047e941e233647d8b09de604f0fc89f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732757114701 2024-11-28T01:25:18,444 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74e3f88d7f8641a39b94661b3b692797, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732757116448 2024-11-28T01:25:18,444 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b2e1cd8a397343478c77eb6e9896684e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732757115326 2024-11-28T01:25:18,445 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a6f5fc0ddef439586bf38a5cff01c95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732757116448 2024-11-28T01:25:18,454 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:18,455 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/0195952ac0ff464cb01814220d727a62 is 50, key is test_row_0/A:col10/1732757117566/Put/seqid=0 2024-11-28T01:25:18,458 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:18,458 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/153ae29c066d4f79bc8d8099137c3a13 is 50, key is test_row_0/B:col10/1732757117566/Put/seqid=0 2024-11-28T01:25:18,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742123_1299 (size=12207) 2024-11-28T01:25:18,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-28T01:25:18,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,473 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T01:25:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:18,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7b656e89a74947058e05654b4cabfc2e is 50, key is test_row_0/A:col10/1732757117578/Put/seqid=0 2024-11-28T01:25:18,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742124_1300 (size=12207) 2024-11-28T01:25:18,501 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/153ae29c066d4f79bc8d8099137c3a13 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/153ae29c066d4f79bc8d8099137c3a13 2024-11-28T01:25:18,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742125_1301 (size=12001) 2024-11-28T01:25:18,506 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7b656e89a74947058e05654b4cabfc2e 2024-11-28T01:25:18,509 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 153ae29c066d4f79bc8d8099137c3a13(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:18,509 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:18,509 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757118442; duration=0sec 2024-11-28T01:25:18,509 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:18,509 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:18,509 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:18,511 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:18,511 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:18,511 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,511 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b66c1a38544045c58cab91b35ca86361, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3936fed091fd4779a54ecca6a66f13c0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/867f5399042146a3a7bd66e96af180b4] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.3 K 2024-11-28T01:25:18,511 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b66c1a38544045c58cab91b35ca86361, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732757114701 2024-11-28T01:25:18,512 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3936fed091fd4779a54ecca6a66f13c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732757115326 2024-11-28T01:25:18,512 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 867f5399042146a3a7bd66e96af180b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732757116448 2024-11-28T01:25:18,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/85f0802ee03141fb8c0b6bab7d368896 is 50, key is test_row_0/B:col10/1732757117578/Put/seqid=0 2024-11-28T01:25:18,525 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:18,526 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/c6301d970ef94983be21ac039d3b0512 is 50, key is test_row_0/C:col10/1732757117566/Put/seqid=0 2024-11-28T01:25:18,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742126_1302 (size=12001) 2024-11-28T01:25:18,542 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/85f0802ee03141fb8c0b6bab7d368896 2024-11-28T01:25:18,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742127_1303 (size=12207) 2024-11-28T01:25:18,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/75bf169b41854a19879a8147df8e4e80 is 50, key is test_row_0/C:col10/1732757117578/Put/seqid=0 2024-11-28T01:25:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742128_1304 (size=12001) 2024-11-28T01:25:18,575 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/75bf169b41854a19879a8147df8e4e80 2024-11-28T01:25:18,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7b656e89a74947058e05654b4cabfc2e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b656e89a74947058e05654b4cabfc2e 2024-11-28T01:25:18,587 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b656e89a74947058e05654b4cabfc2e, entries=150, sequenceid=113, filesize=11.7 K 2024-11-28T01:25:18,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/85f0802ee03141fb8c0b6bab7d368896 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/85f0802ee03141fb8c0b6bab7d368896 2024-11-28T01:25:18,593 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/85f0802ee03141fb8c0b6bab7d368896, entries=150, sequenceid=113, filesize=11.7 K 2024-11-28T01:25:18,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/75bf169b41854a19879a8147df8e4e80 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/75bf169b41854a19879a8147df8e4e80 2024-11-28T01:25:18,598 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/75bf169b41854a19879a8147df8e4e80, entries=150, sequenceid=113, filesize=11.7 K 2024-11-28T01:25:18,598 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 8d7a06b2b00cc69440b90d664645dfec in 126ms, sequenceid=113, compaction requested=false 2024-11-28T01:25:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-28T01:25:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-28T01:25:18,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-28T01:25:18,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0480 sec 2024-11-28T01:25:18,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0520 sec 2024-11-28T01:25:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-28T01:25:18,655 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-28T01:25:18,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-28T01:25:18,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T01:25:18,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:18,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:18,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:25:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:18,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/1a815f46031d4c898047dbd67256bb08 is 50, key is test_row_0/A:col10/1732757118701/Put/seqid=0 2024-11-28T01:25:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742129_1305 (size=12001) 2024-11-28T01:25:18,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757178721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757178722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757178723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757178724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757178725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T01:25:18,812 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T01:25:18,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:18,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757178826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757178827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757178828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757178828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757178828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,872 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/0195952ac0ff464cb01814220d727a62 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0195952ac0ff464cb01814220d727a62 2024-11-28T01:25:18,877 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 0195952ac0ff464cb01814220d727a62(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:18,877 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:18,877 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757118441; duration=0sec 2024-11-28T01:25:18,877 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:18,877 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T01:25:18,962 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/c6301d970ef94983be21ac039d3b0512 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/c6301d970ef94983be21ac039d3b0512 2024-11-28T01:25:18,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:18,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T01:25:18,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:18,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:18,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:18,967 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into c6301d970ef94983be21ac039d3b0512(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:18,967 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:18,967 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757118442; duration=0sec 2024-11-28T01:25:18,967 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:18,967 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:19,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757179030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757179030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757179030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757179031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757179033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/1a815f46031d4c898047dbd67256bb08 2024-11-28T01:25:19,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T01:25:19,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:19,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/e914fc786be14350b47a3b75127ccf2e is 50, key is test_row_0/B:col10/1732757118701/Put/seqid=0 2024-11-28T01:25:19,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742130_1306 (size=12001) 2024-11-28T01:25:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T01:25:19,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T01:25:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757179332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757179333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757179335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757179335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757179336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T01:25:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:19,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:19,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/e914fc786be14350b47a3b75127ccf2e 2024-11-28T01:25:19,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/d43fd3a4a4d1459fba3280e76dce64a8 is 50, key is test_row_0/C:col10/1732757118701/Put/seqid=0 2024-11-28T01:25:19,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742131_1307 (size=12001) 2024-11-28T01:25:19,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/d43fd3a4a4d1459fba3280e76dce64a8 2024-11-28T01:25:19,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/1a815f46031d4c898047dbd67256bb08 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/1a815f46031d4c898047dbd67256bb08 2024-11-28T01:25:19,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/1a815f46031d4c898047dbd67256bb08, entries=150, sequenceid=125, filesize=11.7 K 2024-11-28T01:25:19,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/e914fc786be14350b47a3b75127ccf2e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/e914fc786be14350b47a3b75127ccf2e 2024-11-28T01:25:19,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/e914fc786be14350b47a3b75127ccf2e, entries=150, sequenceid=125, filesize=11.7 K 2024-11-28T01:25:19,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/d43fd3a4a4d1459fba3280e76dce64a8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d43fd3a4a4d1459fba3280e76dce64a8 2024-11-28T01:25:19,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d43fd3a4a4d1459fba3280e76dce64a8, entries=150, sequenceid=125, filesize=11.7 K 2024-11-28T01:25:19,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8d7a06b2b00cc69440b90d664645dfec in 866ms, sequenceid=125, compaction requested=true 2024-11-28T01:25:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:19,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:19,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:19,570 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:19,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:19,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:19,570 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:19,571 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:19,571 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:19,571 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,571 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:19,571 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0195952ac0ff464cb01814220d727a62, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b656e89a74947058e05654b4cabfc2e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/1a815f46031d4c898047dbd67256bb08] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.4 K 2024-11-28T01:25:19,571 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:19,571 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,571 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/153ae29c066d4f79bc8d8099137c3a13, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/85f0802ee03141fb8c0b6bab7d368896, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/e914fc786be14350b47a3b75127ccf2e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.4 K 2024-11-28T01:25:19,571 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0195952ac0ff464cb01814220d727a62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732757116448 2024-11-28T01:25:19,571 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 153ae29c066d4f79bc8d8099137c3a13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732757116448 2024-11-28T01:25:19,572 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b656e89a74947058e05654b4cabfc2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732757117578 2024-11-28T01:25:19,572 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 85f0802ee03141fb8c0b6bab7d368896, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732757117578 2024-11-28T01:25:19,572 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a815f46031d4c898047dbd67256bb08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732757118701 2024-11-28T01:25:19,572 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e914fc786be14350b47a3b75127ccf2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732757118701 2024-11-28T01:25:19,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,581 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:19,581 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:19,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-28T01:25:19,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,581 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:25:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:19,582 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/60cb60eecdf74fe99ca5dfa347c34454 is 50, key is test_row_0/A:col10/1732757118701/Put/seqid=0 2024-11-28T01:25:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:19,582 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/f22573a94c8d4d338cb08f20d3ce25ee is 50, key is test_row_0/B:col10/1732757118701/Put/seqid=0 2024-11-28T01:25:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:19,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:19,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7392fb62d09541f089c8b5329e486de9 is 50, key is test_row_0/A:col10/1732757118717/Put/seqid=0 2024-11-28T01:25:19,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742132_1308 (size=12309) 2024-11-28T01:25:19,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742133_1309 (size=12151) 2024-11-28T01:25:19,596 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/f22573a94c8d4d338cb08f20d3ce25ee as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f22573a94c8d4d338cb08f20d3ce25ee 2024-11-28T01:25:19,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742134_1310 (size=12309) 2024-11-28T01:25:19,602 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into f22573a94c8d4d338cb08f20d3ce25ee(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:19,603 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:19,603 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757119569; duration=0sec 2024-11-28T01:25:19,603 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:19,603 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:19,603 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:19,604 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:19,604 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:19,604 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:19,604 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/c6301d970ef94983be21ac039d3b0512, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/75bf169b41854a19879a8147df8e4e80, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d43fd3a4a4d1459fba3280e76dce64a8] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.4 K 2024-11-28T01:25:19,605 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c6301d970ef94983be21ac039d3b0512, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732757116448 2024-11-28T01:25:19,605 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 75bf169b41854a19879a8147df8e4e80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732757117578 2024-11-28T01:25:19,606 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d43fd3a4a4d1459fba3280e76dce64a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732757118701 2024-11-28T01:25:19,607 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/60cb60eecdf74fe99ca5dfa347c34454 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/60cb60eecdf74fe99ca5dfa347c34454 2024-11-28T01:25:19,614 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 60cb60eecdf74fe99ca5dfa347c34454(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:19,614 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:19,614 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757119569; duration=0sec 2024-11-28T01:25:19,614 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:19,614 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:19,617 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:19,618 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/050a9d20fd2144e989bb903fb0305d39 is 50, key is test_row_0/C:col10/1732757118701/Put/seqid=0 2024-11-28T01:25:19,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742135_1311 (size=12309) 2024-11-28T01:25:19,658 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/050a9d20fd2144e989bb903fb0305d39 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/050a9d20fd2144e989bb903fb0305d39 2024-11-28T01:25:19,664 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into 050a9d20fd2144e989bb903fb0305d39(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:19,664 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:19,664 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757119570; duration=0sec 2024-11-28T01:25:19,664 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:19,664 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T01:25:19,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757179842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757179843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757179843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757179845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757179846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757179947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757179947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757179949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757179949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:19,994 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7392fb62d09541f089c8b5329e486de9 2024-11-28T01:25:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/03bdbf922e234c799b566a69ff42afd3 is 50, key is test_row_0/B:col10/1732757118717/Put/seqid=0 2024-11-28T01:25:20,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742136_1312 (size=12151) 2024-11-28T01:25:20,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757180149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757180150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757180151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757180152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,416 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/03bdbf922e234c799b566a69ff42afd3 2024-11-28T01:25:20,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/ba2e40ff69194432a6f07c703c82a0a9 is 50, key is test_row_0/C:col10/1732757118717/Put/seqid=0 2024-11-28T01:25:20,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742137_1313 (size=12151) 2024-11-28T01:25:20,454 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/ba2e40ff69194432a6f07c703c82a0a9 2024-11-28T01:25:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757180455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757180455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757180455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757180456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7392fb62d09541f089c8b5329e486de9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7392fb62d09541f089c8b5329e486de9 2024-11-28T01:25:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7392fb62d09541f089c8b5329e486de9, entries=150, sequenceid=152, filesize=11.9 K 2024-11-28T01:25:20,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/03bdbf922e234c799b566a69ff42afd3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/03bdbf922e234c799b566a69ff42afd3 2024-11-28T01:25:20,469 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/03bdbf922e234c799b566a69ff42afd3, entries=150, sequenceid=152, filesize=11.9 K 2024-11-28T01:25:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/ba2e40ff69194432a6f07c703c82a0a9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ba2e40ff69194432a6f07c703c82a0a9 2024-11-28T01:25:20,474 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ba2e40ff69194432a6f07c703c82a0a9, entries=150, sequenceid=152, filesize=11.9 K 2024-11-28T01:25:20,475 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 8d7a06b2b00cc69440b90d664645dfec in 894ms, sequenceid=152, compaction requested=false 2024-11-28T01:25:20,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:20,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:20,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-28T01:25:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-28T01:25:20,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-28T01:25:20,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8160 sec 2024-11-28T01:25:20,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.8230 sec 2024-11-28T01:25:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-28T01:25:20,764 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-28T01:25:20,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-28T01:25:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T01:25:20,768 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:20,768 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:20,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:20,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:25:20,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:20,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:20,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:20,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:20,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:20,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:20,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/735d3636b32c4edcbe1b1a6e8da69c18 is 50, key is test_row_0/A:col10/1732757120852/Put/seqid=0 2024-11-28T01:25:20,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742138_1314 (size=12151) 2024-11-28T01:25:20,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/735d3636b32c4edcbe1b1a6e8da69c18 2024-11-28T01:25:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T01:25:20,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/2d5deabdc01e468393d7b37ca022c0db is 50, key is test_row_0/B:col10/1732757120852/Put/seqid=0 2024-11-28T01:25:20,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742139_1315 (size=12151) 2024-11-28T01:25:20,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/2d5deabdc01e468393d7b37ca022c0db 2024-11-28T01:25:20,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/eb9f04681e604e6b81b348f561134dcc is 50, key is test_row_0/C:col10/1732757120852/Put/seqid=0 2024-11-28T01:25:20,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742140_1316 (size=12151) 2024-11-28T01:25:20,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757180919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-28T01:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:20,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:20,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757180957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757180957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757180959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:20,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757180960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757181023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T01:25:21,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-28T01:25:21,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:21,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:21,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:21,229 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-28T01:25:21,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757181227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:21,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:21,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/eb9f04681e604e6b81b348f561134dcc 2024-11-28T01:25:21,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/735d3636b32c4edcbe1b1a6e8da69c18 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/735d3636b32c4edcbe1b1a6e8da69c18 2024-11-28T01:25:21,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/735d3636b32c4edcbe1b1a6e8da69c18, entries=150, sequenceid=168, filesize=11.9 K 2024-11-28T01:25:21,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/2d5deabdc01e468393d7b37ca022c0db as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/2d5deabdc01e468393d7b37ca022c0db 2024-11-28T01:25:21,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/2d5deabdc01e468393d7b37ca022c0db, entries=150, sequenceid=168, filesize=11.9 K 2024-11-28T01:25:21,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/eb9f04681e604e6b81b348f561134dcc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/eb9f04681e604e6b81b348f561134dcc 2024-11-28T01:25:21,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/eb9f04681e604e6b81b348f561134dcc, entries=150, sequenceid=168, filesize=11.9 K 2024-11-28T01:25:21,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8d7a06b2b00cc69440b90d664645dfec in 487ms, sequenceid=168, compaction requested=true 2024-11-28T01:25:21,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:21,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:21,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:21,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:21,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:21,341 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:21,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:21,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:21,341 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:21,342 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:21,342 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:21,342 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:21,342 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:21,342 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,342 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,342 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/60cb60eecdf74fe99ca5dfa347c34454, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7392fb62d09541f089c8b5329e486de9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/735d3636b32c4edcbe1b1a6e8da69c18] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.8 K 2024-11-28T01:25:21,342 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f22573a94c8d4d338cb08f20d3ce25ee, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/03bdbf922e234c799b566a69ff42afd3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/2d5deabdc01e468393d7b37ca022c0db] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.8 K 2024-11-28T01:25:21,342 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60cb60eecdf74fe99ca5dfa347c34454, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732757118701 2024-11-28T01:25:21,342 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f22573a94c8d4d338cb08f20d3ce25ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732757118701 2024-11-28T01:25:21,342 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7392fb62d09541f089c8b5329e486de9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732757118717 2024-11-28T01:25:21,343 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 03bdbf922e234c799b566a69ff42afd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732757118717 2024-11-28T01:25:21,343 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 735d3636b32c4edcbe1b1a6e8da69c18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732757119840 2024-11-28T01:25:21,343 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d5deabdc01e468393d7b37ca022c0db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732757119840 2024-11-28T01:25:21,351 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:21,352 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/55363e342bb14b66a09df457ff59fe84 is 50, key is test_row_0/B:col10/1732757120852/Put/seqid=0 2024-11-28T01:25:21,354 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:21,355 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/c357f9713d624aaa8cf2e8668e9844c1 is 50, key is test_row_0/A:col10/1732757120852/Put/seqid=0 2024-11-28T01:25:21,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742141_1317 (size=12561) 2024-11-28T01:25:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T01:25:21,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742142_1318 (size=12561) 2024-11-28T01:25:21,377 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/c357f9713d624aaa8cf2e8668e9844c1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c357f9713d624aaa8cf2e8668e9844c1 2024-11-28T01:25:21,382 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,382 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into c357f9713d624aaa8cf2e8668e9844c1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:21,382 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:21,382 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757121341; duration=0sec 2024-11-28T01:25:21,383 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:21,383 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:21,383 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:21,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-28T01:25:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,383 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T01:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:21,384 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:21,386 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:21,386 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:21,386 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/050a9d20fd2144e989bb903fb0305d39, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ba2e40ff69194432a6f07c703c82a0a9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/eb9f04681e604e6b81b348f561134dcc] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=35.8 K 2024-11-28T01:25:21,387 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 050a9d20fd2144e989bb903fb0305d39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732757118701 2024-11-28T01:25:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/39b4fb28a8c74d3eb743aa12c8fa1a23 is 50, key is test_row_0/A:col10/1732757120918/Put/seqid=0 2024-11-28T01:25:21,389 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba2e40ff69194432a6f07c703c82a0a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732757118717 2024-11-28T01:25:21,390 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb9f04681e604e6b81b348f561134dcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732757119840 2024-11-28T01:25:21,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742143_1319 (size=12151) 2024-11-28T01:25:21,403 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:21,403 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/aa96122c12044f61bc871f608d9df14d is 50, key is test_row_0/C:col10/1732757120852/Put/seqid=0 2024-11-28T01:25:21,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742144_1320 (size=12561) 2024-11-28T01:25:21,432 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/aa96122c12044f61bc871f608d9df14d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/aa96122c12044f61bc871f608d9df14d 2024-11-28T01:25:21,439 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into aa96122c12044f61bc871f608d9df14d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:21,439 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:21,439 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757121341; duration=0sec 2024-11-28T01:25:21,439 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:21,439 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:21,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:21,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757181556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757181659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,763 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/55363e342bb14b66a09df457ff59fe84 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/55363e342bb14b66a09df457ff59fe84 2024-11-28T01:25:21,767 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 55363e342bb14b66a09df457ff59fe84(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:21,767 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:21,767 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757121341; duration=0sec 2024-11-28T01:25:21,768 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:21,768 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:21,796 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/39b4fb28a8c74d3eb743aa12c8fa1a23 2024-11-28T01:25:21,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0e613883dbc4497bbce8f86216c80e99 is 50, key is test_row_0/B:col10/1732757120918/Put/seqid=0 2024-11-28T01:25:21,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742145_1321 (size=12151) 2024-11-28T01:25:21,811 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0e613883dbc4497bbce8f86216c80e99 2024-11-28T01:25:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/37230a8269db4021ade6d6f5f8a1c307 is 50, key is test_row_0/C:col10/1732757120918/Put/seqid=0 2024-11-28T01:25:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742146_1322 (size=12151) 2024-11-28T01:25:21,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757181862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T01:25:21,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757181962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757181968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757181969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:21,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757181970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:22,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:22,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757182165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:22,230 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/37230a8269db4021ade6d6f5f8a1c307 2024-11-28T01:25:22,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/39b4fb28a8c74d3eb743aa12c8fa1a23 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/39b4fb28a8c74d3eb743aa12c8fa1a23 2024-11-28T01:25:22,239 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/39b4fb28a8c74d3eb743aa12c8fa1a23, entries=150, sequenceid=192, filesize=11.9 K 2024-11-28T01:25:22,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0e613883dbc4497bbce8f86216c80e99 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e613883dbc4497bbce8f86216c80e99 2024-11-28T01:25:22,245 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e613883dbc4497bbce8f86216c80e99, entries=150, sequenceid=192, filesize=11.9 K 2024-11-28T01:25:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/37230a8269db4021ade6d6f5f8a1c307 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/37230a8269db4021ade6d6f5f8a1c307 2024-11-28T01:25:22,249 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/37230a8269db4021ade6d6f5f8a1c307, entries=150, sequenceid=192, filesize=11.9 K 2024-11-28T01:25:22,250 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8d7a06b2b00cc69440b90d664645dfec in 867ms, sequenceid=192, compaction requested=false 2024-11-28T01:25:22,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:22,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:22,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-28T01:25:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-28T01:25:22,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-28T01:25:22,253 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-11-28T01:25:22,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4880 sec 2024-11-28T01:25:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:22,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T01:25:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:22,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7722768dd95147df8942da640576cfcb is 50, key is test_row_0/A:col10/1732757121555/Put/seqid=0 2024-11-28T01:25:22,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742147_1323 (size=12151) 2024-11-28T01:25:22,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757182721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:22,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757182824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-28T01:25:22,871 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-28T01:25:22,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-28T01:25:22,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T01:25:22,874 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:22,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T01:25:23,026 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T01:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:23,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:23,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757183028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7722768dd95147df8942da640576cfcb 2024-11-28T01:25:23,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/82b4e35dc12c4844885c9fbbcb633860 is 50, key is test_row_0/B:col10/1732757121555/Put/seqid=0 2024-11-28T01:25:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742148_1324 (size=12151) 2024-11-28T01:25:23,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/82b4e35dc12c4844885c9fbbcb633860 2024-11-28T01:25:23,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/831c13d0101448b8b79304fd203f932a is 50, key is test_row_0/C:col10/1732757121555/Put/seqid=0 2024-11-28T01:25:23,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742149_1325 (size=12151) 2024-11-28T01:25:23,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/831c13d0101448b8b79304fd203f932a 2024-11-28T01:25:23,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7722768dd95147df8942da640576cfcb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7722768dd95147df8942da640576cfcb 2024-11-28T01:25:23,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7722768dd95147df8942da640576cfcb, entries=150, sequenceid=208, filesize=11.9 K 2024-11-28T01:25:23,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/82b4e35dc12c4844885c9fbbcb633860 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/82b4e35dc12c4844885c9fbbcb633860 2024-11-28T01:25:23,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/82b4e35dc12c4844885c9fbbcb633860, entries=150, sequenceid=208, filesize=11.9 K 2024-11-28T01:25:23,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/831c13d0101448b8b79304fd203f932a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/831c13d0101448b8b79304fd203f932a 2024-11-28T01:25:23,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/831c13d0101448b8b79304fd203f932a, entries=150, sequenceid=208, filesize=11.9 K 2024-11-28T01:25:23,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8d7a06b2b00cc69440b90d664645dfec in 460ms, sequenceid=208, compaction requested=true 2024-11-28T01:25:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:23,128 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:23,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:23,128 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:23,129 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:23,129 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:23,129 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:23,129 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:23,129 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:23,129 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:23,130 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c357f9713d624aaa8cf2e8668e9844c1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/39b4fb28a8c74d3eb743aa12c8fa1a23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7722768dd95147df8942da640576cfcb] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.0 K 2024-11-28T01:25:23,130 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/55363e342bb14b66a09df457ff59fe84, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e613883dbc4497bbce8f86216c80e99, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/82b4e35dc12c4844885c9fbbcb633860] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.0 K 2024-11-28T01:25:23,130 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 55363e342bb14b66a09df457ff59fe84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732757119840 2024-11-28T01:25:23,130 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting c357f9713d624aaa8cf2e8668e9844c1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732757119840 2024-11-28T01:25:23,131 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e613883dbc4497bbce8f86216c80e99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732757120896 2024-11-28T01:25:23,131 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39b4fb28a8c74d3eb743aa12c8fa1a23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732757120896 2024-11-28T01:25:23,131 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7722768dd95147df8942da640576cfcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732757121550 2024-11-28T01:25:23,131 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 82b4e35dc12c4844885c9fbbcb633860, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732757121550 2024-11-28T01:25:23,143 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#275 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:23,143 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#276 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:23,143 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/0da705a9222e4afea811496039729714 is 50, key is test_row_0/A:col10/1732757121555/Put/seqid=0 2024-11-28T01:25:23,144 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6777c7aa028a4e778cbe429967583fbc is 50, key is test_row_0/B:col10/1732757121555/Put/seqid=0 2024-11-28T01:25:23,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742150_1326 (size=12663) 2024-11-28T01:25:23,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742151_1327 (size=12663) 2024-11-28T01:25:23,154 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6777c7aa028a4e778cbe429967583fbc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6777c7aa028a4e778cbe429967583fbc 2024-11-28T01:25:23,158 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 6777c7aa028a4e778cbe429967583fbc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:23,158 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:23,158 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757123128; duration=0sec 2024-11-28T01:25:23,158 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:23,158 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:23,158 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:23,159 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:23,159 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:23,159 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:23,159 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/aa96122c12044f61bc871f608d9df14d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/37230a8269db4021ade6d6f5f8a1c307, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/831c13d0101448b8b79304fd203f932a] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.0 K 2024-11-28T01:25:23,160 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting aa96122c12044f61bc871f608d9df14d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732757119840 2024-11-28T01:25:23,160 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 37230a8269db4021ade6d6f5f8a1c307, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732757120896 2024-11-28T01:25:23,161 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 831c13d0101448b8b79304fd203f932a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732757121550 2024-11-28T01:25:23,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T01:25:23,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-28T01:25:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:23,181 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T01:25:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:23,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:23,185 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#277 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/ff42a8dfc8e941e291b96cb818fc63b3 is 50, key is test_row_0/A:col10/1732757122717/Put/seqid=0 2024-11-28T01:25:23,187 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/6647067d8fdc48498cd602581f2a642d is 50, key is test_row_0/C:col10/1732757121555/Put/seqid=0 2024-11-28T01:25:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742152_1328 (size=12663) 2024-11-28T01:25:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742153_1329 (size=12151) 2024-11-28T01:25:23,198 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/6647067d8fdc48498cd602581f2a642d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/6647067d8fdc48498cd602581f2a642d 2024-11-28T01:25:23,203 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into 6647067d8fdc48498cd602581f2a642d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:23,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:23,203 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757123128; duration=0sec 2024-11-28T01:25:23,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:23,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:23,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:23,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757183361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757183464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T01:25:23,554 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/0da705a9222e4afea811496039729714 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0da705a9222e4afea811496039729714 2024-11-28T01:25:23,560 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 0da705a9222e4afea811496039729714(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:23,560 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:23,560 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757123128; duration=0sec 2024-11-28T01:25:23,561 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:23,561 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:23,596 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/ff42a8dfc8e941e291b96cb818fc63b3 2024-11-28T01:25:23,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6dcbe6caeed34eff88caa136269e0581 is 50, key is test_row_0/B:col10/1732757122717/Put/seqid=0 2024-11-28T01:25:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742154_1330 (size=12151) 2024-11-28T01:25:23,609 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6dcbe6caeed34eff88caa136269e0581 2024-11-28T01:25:23,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/724538db7a674365afb097eab0fb0476 is 50, key is test_row_0/C:col10/1732757122717/Put/seqid=0 2024-11-28T01:25:23,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742155_1331 (size=12151) 2024-11-28T01:25:23,627 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/724538db7a674365afb097eab0fb0476 2024-11-28T01:25:23,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/ff42a8dfc8e941e291b96cb818fc63b3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/ff42a8dfc8e941e291b96cb818fc63b3 2024-11-28T01:25:23,636 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/ff42a8dfc8e941e291b96cb818fc63b3, entries=150, sequenceid=231, filesize=11.9 K 2024-11-28T01:25:23,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6dcbe6caeed34eff88caa136269e0581 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6dcbe6caeed34eff88caa136269e0581 2024-11-28T01:25:23,641 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6dcbe6caeed34eff88caa136269e0581, entries=150, sequenceid=231, filesize=11.9 K 2024-11-28T01:25:23,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/724538db7a674365afb097eab0fb0476 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/724538db7a674365afb097eab0fb0476 2024-11-28T01:25:23,646 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/724538db7a674365afb097eab0fb0476, entries=150, sequenceid=231, filesize=11.9 K 2024-11-28T01:25:23,647 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8d7a06b2b00cc69440b90d664645dfec in 467ms, sequenceid=231, compaction requested=false 2024-11-28T01:25:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-28T01:25:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-28T01:25:23,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-28T01:25:23,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 775 msec 2024-11-28T01:25:23,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 779 msec 2024-11-28T01:25:23,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:23,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T01:25:23,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:23,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:23,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:23,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:23,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:23,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:23,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7690864ef8de4474959ce8453aef85ea is 50, key is test_row_0/A:col10/1732757123360/Put/seqid=0 2024-11-28T01:25:23,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742156_1332 (size=12151) 2024-11-28T01:25:23,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757183737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757183840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757183964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,967 DEBUG [Thread-1273 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:25:23,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757183972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757183972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,974 DEBUG [Thread-1279 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:25:23,974 DEBUG [Thread-1277 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:25:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757183973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:23,975 DEBUG [Thread-1275 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:25:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-28T01:25:23,977 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-28T01:25:23,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-28T01:25:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T01:25:23,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:23,981 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:23,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:24,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757184042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:24,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T01:25:24,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7690864ef8de4474959ce8453aef85ea 2024-11-28T01:25:24,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/bf2257881da640a69e3f5aaabf1603ed is 50, key is test_row_0/B:col10/1732757123360/Put/seqid=0 2024-11-28T01:25:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742157_1333 (size=12151) 2024-11-28T01:25:24,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:24,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T01:25:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T01:25:24,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:24,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T01:25:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:24,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757184343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:24,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:24,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T01:25:24,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:24,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/bf2257881da640a69e3f5aaabf1603ed 2024-11-28T01:25:24,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/38f90c2e866e4e2f9b9efcd9b4c73c7a is 50, key is test_row_0/C:col10/1732757123360/Put/seqid=0 2024-11-28T01:25:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742158_1334 (size=12151) 2024-11-28T01:25:24,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/38f90c2e866e4e2f9b9efcd9b4c73c7a 2024-11-28T01:25:24,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7690864ef8de4474959ce8453aef85ea as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7690864ef8de4474959ce8453aef85ea 2024-11-28T01:25:24,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7690864ef8de4474959ce8453aef85ea, entries=150, sequenceid=248, filesize=11.9 K 2024-11-28T01:25:24,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/bf2257881da640a69e3f5aaabf1603ed as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/bf2257881da640a69e3f5aaabf1603ed 2024-11-28T01:25:24,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/bf2257881da640a69e3f5aaabf1603ed, entries=150, sequenceid=248, filesize=11.9 K 2024-11-28T01:25:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/38f90c2e866e4e2f9b9efcd9b4c73c7a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/38f90c2e866e4e2f9b9efcd9b4c73c7a 2024-11-28T01:25:24,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/38f90c2e866e4e2f9b9efcd9b4c73c7a, entries=150, sequenceid=248, filesize=11.9 K 2024-11-28T01:25:24,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8d7a06b2b00cc69440b90d664645dfec in 883ms, sequenceid=248, compaction requested=true 2024-11-28T01:25:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:24,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:24,552 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:24,552 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:24,554 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:24,554 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:24,554 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,554 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6777c7aa028a4e778cbe429967583fbc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6dcbe6caeed34eff88caa136269e0581, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/bf2257881da640a69e3f5aaabf1603ed] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.1 K 2024-11-28T01:25:24,554 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:24,554 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:24,554 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,554 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0da705a9222e4afea811496039729714, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/ff42a8dfc8e941e291b96cb818fc63b3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7690864ef8de4474959ce8453aef85ea] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.1 K 2024-11-28T01:25:24,563 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6777c7aa028a4e778cbe429967583fbc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732757121550 2024-11-28T01:25:24,563 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0da705a9222e4afea811496039729714, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732757121550 2024-11-28T01:25:24,564 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dcbe6caeed34eff88caa136269e0581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732757122712 2024-11-28T01:25:24,564 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff42a8dfc8e941e291b96cb818fc63b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732757122712 2024-11-28T01:25:24,564 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2257881da640a69e3f5aaabf1603ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732757123356 2024-11-28T01:25:24,565 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7690864ef8de4474959ce8453aef85ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732757123356 2024-11-28T01:25:24,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T01:25:24,583 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:24,585 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6533299e8a01428c8dae853f50cbedec is 50, key is test_row_0/B:col10/1732757123360/Put/seqid=0 2024-11-28T01:25:24,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:24,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-28T01:25:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,592 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T01:25:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:24,598 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:24,598 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7b5ee0bc318146ef8970951e7e1e3807 is 50, key is test_row_0/A:col10/1732757123360/Put/seqid=0 2024-11-28T01:25:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/568d332790e447b69db7ccb9329e1cc8 is 50, key is test_row_0/A:col10/1732757123728/Put/seqid=0 2024-11-28T01:25:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742159_1335 (size=12765) 2024-11-28T01:25:24,618 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6533299e8a01428c8dae853f50cbedec as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6533299e8a01428c8dae853f50cbedec 2024-11-28T01:25:24,624 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 6533299e8a01428c8dae853f50cbedec(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:24,624 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:24,624 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757124552; duration=0sec 2024-11-28T01:25:24,624 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:24,624 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:24,624 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:24,626 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:24,626 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:24,626 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:24,626 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/6647067d8fdc48498cd602581f2a642d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/724538db7a674365afb097eab0fb0476, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/38f90c2e866e4e2f9b9efcd9b4c73c7a] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.1 K 2024-11-28T01:25:24,626 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6647067d8fdc48498cd602581f2a642d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732757121550 2024-11-28T01:25:24,627 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 724538db7a674365afb097eab0fb0476, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732757122712 2024-11-28T01:25:24,627 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 38f90c2e866e4e2f9b9efcd9b4c73c7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732757123356 2024-11-28T01:25:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742161_1337 (size=12301) 2024-11-28T01:25:24,637 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:24,637 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/568d332790e447b69db7ccb9329e1cc8 2024-11-28T01:25:24,637 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/b37052e00acb4b2faa5044a83841b6b0 is 50, key is test_row_0/C:col10/1732757123360/Put/seqid=0 2024-11-28T01:25:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742160_1336 (size=12765) 2024-11-28T01:25:24,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742162_1338 (size=12765) 2024-11-28T01:25:24,651 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/b37052e00acb4b2faa5044a83841b6b0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b37052e00acb4b2faa5044a83841b6b0 2024-11-28T01:25:24,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/9df3c743e8954410ad0e59b70a608484 is 50, key is test_row_0/B:col10/1732757123728/Put/seqid=0 2024-11-28T01:25:24,660 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into b37052e00acb4b2faa5044a83841b6b0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:24,660 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:24,660 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757124552; duration=0sec 2024-11-28T01:25:24,660 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:24,660 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742163_1339 (size=12301) 2024-11-28T01:25:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:24,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:24,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757184874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:24,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757184976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:25,047 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7b5ee0bc318146ef8970951e7e1e3807 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b5ee0bc318146ef8970951e7e1e3807 2024-11-28T01:25:25,051 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 7b5ee0bc318146ef8970951e7e1e3807(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:25,051 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:25,051 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757124552; duration=0sec 2024-11-28T01:25:25,052 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:25,052 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:25,082 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/9df3c743e8954410ad0e59b70a608484 2024-11-28T01:25:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T01:25:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/e0c72b8ac4fb4fc9b153ff053ad1d414 is 50, key is test_row_0/C:col10/1732757123728/Put/seqid=0 2024-11-28T01:25:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742164_1340 (size=12301) 2024-11-28T01:25:25,118 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/e0c72b8ac4fb4fc9b153ff053ad1d414 2024-11-28T01:25:25,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/568d332790e447b69db7ccb9329e1cc8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/568d332790e447b69db7ccb9329e1cc8 2024-11-28T01:25:25,128 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/568d332790e447b69db7ccb9329e1cc8, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T01:25:25,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/9df3c743e8954410ad0e59b70a608484 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9df3c743e8954410ad0e59b70a608484 2024-11-28T01:25:25,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9df3c743e8954410ad0e59b70a608484, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T01:25:25,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-28T01:25:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/e0c72b8ac4fb4fc9b153ff053ad1d414 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/e0c72b8ac4fb4fc9b153ff053ad1d414 2024-11-28T01:25:25,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/e0c72b8ac4fb4fc9b153ff053ad1d414, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T01:25:25,141 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8d7a06b2b00cc69440b90d664645dfec in 550ms, sequenceid=269, compaction requested=false 2024-11-28T01:25:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:25,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-28T01:25:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-28T01:25:25,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-28T01:25:25,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1610 sec 2024-11-28T01:25:25,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1670 sec 2024-11-28T01:25:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:25,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T01:25:25,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:25,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:25,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:25,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:25,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:25,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:25,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/af73424c894a4a07ad849bb02de0d6da is 50, key is test_row_0/A:col10/1732757124871/Put/seqid=0 2024-11-28T01:25:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742165_1341 (size=12301) 2024-11-28T01:25:25,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757185227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:25,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:25,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757185330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:25,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757185533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:25,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/af73424c894a4a07ad849bb02de0d6da 2024-11-28T01:25:25,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/77661ddbf14d4b4287b27c1e40324c53 is 50, key is test_row_0/B:col10/1732757124871/Put/seqid=0 2024-11-28T01:25:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742166_1342 (size=12301) 2024-11-28T01:25:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757185836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:26,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/77661ddbf14d4b4287b27c1e40324c53 2024-11-28T01:25:26,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/76df215dbd3841cd8764b10d05bdd693 is 50, key is test_row_0/C:col10/1732757124871/Put/seqid=0 2024-11-28T01:25:26,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742167_1343 (size=12301) 2024-11-28T01:25:26,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/76df215dbd3841cd8764b10d05bdd693 2024-11-28T01:25:26,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/af73424c894a4a07ad849bb02de0d6da as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/af73424c894a4a07ad849bb02de0d6da 2024-11-28T01:25:26,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/af73424c894a4a07ad849bb02de0d6da, entries=150, sequenceid=288, filesize=12.0 K 2024-11-28T01:25:26,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/77661ddbf14d4b4287b27c1e40324c53 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/77661ddbf14d4b4287b27c1e40324c53 2024-11-28T01:25:26,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/77661ddbf14d4b4287b27c1e40324c53, entries=150, sequenceid=288, filesize=12.0 K 2024-11-28T01:25:26,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/76df215dbd3841cd8764b10d05bdd693 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/76df215dbd3841cd8764b10d05bdd693 2024-11-28T01:25:26,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/76df215dbd3841cd8764b10d05bdd693, entries=150, sequenceid=288, filesize=12.0 K 2024-11-28T01:25:26,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8d7a06b2b00cc69440b90d664645dfec in 860ms, sequenceid=288, compaction requested=true 2024-11-28T01:25:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:26,043 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:26,043 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:26,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:26,045 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:26,045 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:26,045 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:26,045 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6533299e8a01428c8dae853f50cbedec, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9df3c743e8954410ad0e59b70a608484, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/77661ddbf14d4b4287b27c1e40324c53] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.5 K 2024-11-28T01:25:26,045 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:26,045 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:26,045 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:26,045 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b5ee0bc318146ef8970951e7e1e3807, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/568d332790e447b69db7ccb9329e1cc8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/af73424c894a4a07ad849bb02de0d6da] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.5 K 2024-11-28T01:25:26,046 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6533299e8a01428c8dae853f50cbedec, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732757123356 2024-11-28T01:25:26,046 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b5ee0bc318146ef8970951e7e1e3807, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732757123356 2024-11-28T01:25:26,046 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df3c743e8954410ad0e59b70a608484, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732757123724 2024-11-28T01:25:26,047 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 568d332790e447b69db7ccb9329e1cc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732757123724 2024-11-28T01:25:26,047 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 77661ddbf14d4b4287b27c1e40324c53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732757124869 2024-11-28T01:25:26,047 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting af73424c894a4a07ad849bb02de0d6da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732757124869 2024-11-28T01:25:26,057 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:26,057 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1c3ac7fbf96c48b1af2f914a41f74db4 is 50, key is test_row_0/B:col10/1732757124871/Put/seqid=0 2024-11-28T01:25:26,058 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:26,058 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/89614fe1756b47ada95bb1b472746b58 is 50, key is test_row_0/A:col10/1732757124871/Put/seqid=0 2024-11-28T01:25:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742168_1344 (size=13017) 2024-11-28T01:25:26,083 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1c3ac7fbf96c48b1af2f914a41f74db4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1c3ac7fbf96c48b1af2f914a41f74db4 2024-11-28T01:25:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-28T01:25:26,084 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-28T01:25:26,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-28T01:25:26,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:26,089 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:26,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:26,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T01:25:26,090 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 1c3ac7fbf96c48b1af2f914a41f74db4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:26,091 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:26,091 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757126043; duration=0sec 2024-11-28T01:25:26,091 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:26,091 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:26,091 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:26,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742169_1345 (size=13017) 2024-11-28T01:25:26,093 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:26,093 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:26,093 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:26,094 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b37052e00acb4b2faa5044a83841b6b0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/e0c72b8ac4fb4fc9b153ff053ad1d414, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/76df215dbd3841cd8764b10d05bdd693] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.5 K 2024-11-28T01:25:26,094 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b37052e00acb4b2faa5044a83841b6b0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732757123356 2024-11-28T01:25:26,095 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e0c72b8ac4fb4fc9b153ff053ad1d414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732757123724 2024-11-28T01:25:26,095 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 76df215dbd3841cd8764b10d05bdd693, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732757124869 2024-11-28T01:25:26,099 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/89614fe1756b47ada95bb1b472746b58 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/89614fe1756b47ada95bb1b472746b58 2024-11-28T01:25:26,105 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:26,106 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/8f05ba7c11f241fc93d52b5b0be53720 is 50, key is test_row_0/C:col10/1732757124871/Put/seqid=0 2024-11-28T01:25:26,109 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 89614fe1756b47ada95bb1b472746b58(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:26,109 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:26,109 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757126043; duration=0sec 2024-11-28T01:25:26,109 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:26,109 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742170_1346 (size=13017) 2024-11-28T01:25:26,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T01:25:26,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:26,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-28T01:25:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:26,242 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T01:25:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:26,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/e8d46857b4864d7786506bae30b1554f is 50, key is test_row_0/A:col10/1732757125217/Put/seqid=0 2024-11-28T01:25:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742171_1347 (size=12301) 2024-11-28T01:25:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:26,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:26,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757186371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T01:25:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757186475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:26,535 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/8f05ba7c11f241fc93d52b5b0be53720 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/8f05ba7c11f241fc93d52b5b0be53720 2024-11-28T01:25:26,539 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into 8f05ba7c11f241fc93d52b5b0be53720(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:26,539 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:26,539 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757126043; duration=0sec 2024-11-28T01:25:26,539 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:26,539 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:26,664 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/e8d46857b4864d7786506bae30b1554f 2024-11-28T01:25:26,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/88fa12fbd5fb4aa69ebc15b463f3defe is 50, key is test_row_0/B:col10/1732757125217/Put/seqid=0 2024-11-28T01:25:26,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742172_1348 (size=12301) 2024-11-28T01:25:26,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757186678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T01:25:26,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757186980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:27,076 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/88fa12fbd5fb4aa69ebc15b463f3defe 2024-11-28T01:25:27,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/26b1e67aceab49a2af5706f640482bf0 is 50, key is test_row_0/C:col10/1732757125217/Put/seqid=0 2024-11-28T01:25:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742173_1349 (size=12301) 2024-11-28T01:25:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T01:25:27,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757187483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:27,496 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/26b1e67aceab49a2af5706f640482bf0 2024-11-28T01:25:27,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/e8d46857b4864d7786506bae30b1554f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e8d46857b4864d7786506bae30b1554f 2024-11-28T01:25:27,505 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e8d46857b4864d7786506bae30b1554f, entries=150, sequenceid=310, filesize=12.0 K 2024-11-28T01:25:27,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/88fa12fbd5fb4aa69ebc15b463f3defe as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/88fa12fbd5fb4aa69ebc15b463f3defe 2024-11-28T01:25:27,509 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/88fa12fbd5fb4aa69ebc15b463f3defe, entries=150, sequenceid=310, filesize=12.0 K 2024-11-28T01:25:27,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/26b1e67aceab49a2af5706f640482bf0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26b1e67aceab49a2af5706f640482bf0 2024-11-28T01:25:27,513 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26b1e67aceab49a2af5706f640482bf0, entries=150, sequenceid=310, filesize=12.0 K 2024-11-28T01:25:27,514 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8d7a06b2b00cc69440b90d664645dfec in 1272ms, sequenceid=310, compaction requested=false 2024-11-28T01:25:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:27,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-28T01:25:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-28T01:25:27,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-28T01:25:27,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-28T01:25:27,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4310 sec 2024-11-28T01:25:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:27,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T01:25:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:27,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/9bd3f34b7d824445be31b4cc5780c6ad is 50, key is test_row_0/A:col10/1732757127970/Put/seqid=0 2024-11-28T01:25:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742174_1350 (size=14741) 2024-11-28T01:25:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34382 deadline: 1732757187998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,001 DEBUG [Thread-1277 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:25:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757188000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757188001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34314 deadline: 1732757188003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,005 DEBUG [Thread-1279 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:25:28,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757188104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757188104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-28T01:25:28,194 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-28T01:25:28,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-28T01:25:28,196 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T01:25:28,197 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:28,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:28,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T01:25:28,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757188308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757188308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T01:25:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/9bd3f34b7d824445be31b4cc5780c6ad 2024-11-28T01:25:28,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0e15de54be054b5dabd9e649a62cf25f is 50, key is test_row_0/B:col10/1732757127970/Put/seqid=0 2024-11-28T01:25:28,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742175_1351 (size=12301) 2024-11-28T01:25:28,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757188491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T01:25:28,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T01:25:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757188610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757188612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T01:25:28,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0e15de54be054b5dabd9e649a62cf25f 2024-11-28T01:25:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T01:25:28,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/4dfe94ebbe384616b770679b96cf4824 is 50, key is test_row_0/C:col10/1732757127970/Put/seqid=0 2024-11-28T01:25:28,808 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T01:25:28,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742176_1352 (size=12301) 2024-11-28T01:25:28,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:28,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T01:25:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:28,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:28,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:29,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:29,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T01:25:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:29,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:29,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:29,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757189115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:29,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757189117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:29,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/4dfe94ebbe384616b770679b96cf4824 2024-11-28T01:25:29,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/9bd3f34b7d824445be31b4cc5780c6ad as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/9bd3f34b7d824445be31b4cc5780c6ad 2024-11-28T01:25:29,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/9bd3f34b7d824445be31b4cc5780c6ad, entries=200, sequenceid=328, filesize=14.4 K 2024-11-28T01:25:29,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0e15de54be054b5dabd9e649a62cf25f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e15de54be054b5dabd9e649a62cf25f 2024-11-28T01:25:29,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e15de54be054b5dabd9e649a62cf25f, entries=150, sequenceid=328, filesize=12.0 K 2024-11-28T01:25:29,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/4dfe94ebbe384616b770679b96cf4824 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/4dfe94ebbe384616b770679b96cf4824 2024-11-28T01:25:29,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/4dfe94ebbe384616b770679b96cf4824, entries=150, sequenceid=328, filesize=12.0 K 2024-11-28T01:25:29,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 8d7a06b2b00cc69440b90d664645dfec in 1261ms, sequenceid=328, compaction requested=true 2024-11-28T01:25:29,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:29,232 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:29,233 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:29,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:29,234 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:29,234 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:29,234 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:29,234 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/89614fe1756b47ada95bb1b472746b58, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e8d46857b4864d7786506bae30b1554f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/9bd3f34b7d824445be31b4cc5780c6ad] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=39.1 K 2024-11-28T01:25:29,236 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:29,236 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:29,236 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:29,236 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89614fe1756b47ada95bb1b472746b58, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732757124869 2024-11-28T01:25:29,236 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1c3ac7fbf96c48b1af2f914a41f74db4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/88fa12fbd5fb4aa69ebc15b463f3defe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e15de54be054b5dabd9e649a62cf25f] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.7 K 2024-11-28T01:25:29,236 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8d46857b4864d7786506bae30b1554f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732757125217 2024-11-28T01:25:29,237 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c3ac7fbf96c48b1af2f914a41f74db4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732757124869 2024-11-28T01:25:29,237 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bd3f34b7d824445be31b4cc5780c6ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732757126364 2024-11-28T01:25:29,237 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 88fa12fbd5fb4aa69ebc15b463f3defe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732757125217 2024-11-28T01:25:29,237 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e15de54be054b5dabd9e649a62cf25f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732757126364 2024-11-28T01:25:29,250 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:29,250 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:29,250 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0c63ac21363948d596b6c492870916f2 is 50, key is test_row_0/B:col10/1732757127970/Put/seqid=0 2024-11-28T01:25:29,250 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7070290c46ee4191be1e0658c399920b is 50, key is test_row_0/A:col10/1732757127970/Put/seqid=0 2024-11-28T01:25:29,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:29,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-28T01:25:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:29,267 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T01:25:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:29,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:29,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742177_1353 (size=13119) 2024-11-28T01:25:29,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/94bd13f9bfe74b81a1dcdf96b6a82f40 is 50, key is test_row_0/A:col10/1732757127999/Put/seqid=0 2024-11-28T01:25:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742178_1354 (size=13119) 2024-11-28T01:25:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T01:25:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742179_1355 (size=12301) 2024-11-28T01:25:29,689 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7070290c46ee4191be1e0658c399920b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7070290c46ee4191be1e0658c399920b 2024-11-28T01:25:29,694 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 7070290c46ee4191be1e0658c399920b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:29,694 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:29,694 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757129232; duration=0sec 2024-11-28T01:25:29,695 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:29,695 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:29,695 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:29,696 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:29,696 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:29,696 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:29,696 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/8f05ba7c11f241fc93d52b5b0be53720, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26b1e67aceab49a2af5706f640482bf0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/4dfe94ebbe384616b770679b96cf4824] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.7 K 2024-11-28T01:25:29,696 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f05ba7c11f241fc93d52b5b0be53720, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732757124869 2024-11-28T01:25:29,696 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26b1e67aceab49a2af5706f640482bf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732757125217 2024-11-28T01:25:29,697 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dfe94ebbe384616b770679b96cf4824, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732757126364 2024-11-28T01:25:29,704 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0c63ac21363948d596b6c492870916f2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0c63ac21363948d596b6c492870916f2 2024-11-28T01:25:29,707 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:29,708 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/ea56ffb44e8d48a5a45f09b7d719ce67 is 50, key is test_row_0/C:col10/1732757127970/Put/seqid=0 2024-11-28T01:25:29,708 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 0c63ac21363948d596b6c492870916f2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:29,708 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:29,708 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757129233; duration=0sec 2024-11-28T01:25:29,709 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:29,709 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:29,710 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/94bd13f9bfe74b81a1dcdf96b6a82f40 2024-11-28T01:25:29,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742180_1356 (size=13119) 2024-11-28T01:25:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6c3cea3fe55846c1bccacc4525228394 is 50, key is test_row_0/B:col10/1732757127999/Put/seqid=0 2024-11-28T01:25:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742181_1357 (size=12301) 2024-11-28T01:25:30,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:30,123 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/ea56ffb44e8d48a5a45f09b7d719ce67 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ea56ffb44e8d48a5a45f09b7d719ce67 2024-11-28T01:25:30,128 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into ea56ffb44e8d48a5a45f09b7d719ce67(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:30,128 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:30,128 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757129233; duration=0sec 2024-11-28T01:25:30,128 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:30,128 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757190151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757190151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,155 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6c3cea3fe55846c1bccacc4525228394 2024-11-28T01:25:30,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/08da346beb044f89b993d5ca58afeec7 is 50, key is test_row_0/C:col10/1732757127999/Put/seqid=0 2024-11-28T01:25:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742182_1358 (size=12301) 2024-11-28T01:25:30,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757190254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757190254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T01:25:30,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757190457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757190458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34362 deadline: 1732757190494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,496 DEBUG [Thread-1271 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:25:30,587 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/08da346beb044f89b993d5ca58afeec7 2024-11-28T01:25:30,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/94bd13f9bfe74b81a1dcdf96b6a82f40 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/94bd13f9bfe74b81a1dcdf96b6a82f40 2024-11-28T01:25:30,600 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/94bd13f9bfe74b81a1dcdf96b6a82f40, entries=150, sequenceid=348, filesize=12.0 K 2024-11-28T01:25:30,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/6c3cea3fe55846c1bccacc4525228394 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6c3cea3fe55846c1bccacc4525228394 2024-11-28T01:25:30,606 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6c3cea3fe55846c1bccacc4525228394, entries=150, sequenceid=348, filesize=12.0 K 2024-11-28T01:25:30,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/08da346beb044f89b993d5ca58afeec7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/08da346beb044f89b993d5ca58afeec7 2024-11-28T01:25:30,610 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/08da346beb044f89b993d5ca58afeec7, entries=150, sequenceid=348, filesize=12.0 K 2024-11-28T01:25:30,611 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8d7a06b2b00cc69440b90d664645dfec in 1344ms, sequenceid=348, compaction requested=false 2024-11-28T01:25:30,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:30,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:30,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-28T01:25:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-28T01:25:30,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-28T01:25:30,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4150 sec 2024-11-28T01:25:30,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 2.4190 sec 2024-11-28T01:25:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:30,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T01:25:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:30,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:30,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/babf3af094bc4c929b941f02f548f382 is 50, key is test_row_0/A:col10/1732757130141/Put/seqid=0 2024-11-28T01:25:30,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742183_1359 (size=14741) 2024-11-28T01:25:30,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757190782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757190785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757190886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:30,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757190888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757191089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757191090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/babf3af094bc4c929b941f02f548f382 2024-11-28T01:25:31,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0854bffc5f2f4c8086fb79eecfac9835 is 50, key is test_row_0/B:col10/1732757130141/Put/seqid=0 2024-11-28T01:25:31,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742184_1360 (size=12301) 2024-11-28T01:25:31,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0854bffc5f2f4c8086fb79eecfac9835 2024-11-28T01:25:31,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/d3444d3cb45d4ef3a3b4c6b738d858a8 is 50, key is test_row_0/C:col10/1732757130141/Put/seqid=0 2024-11-28T01:25:31,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742185_1361 (size=12301) 2024-11-28T01:25:31,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/d3444d3cb45d4ef3a3b4c6b738d858a8 2024-11-28T01:25:31,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/babf3af094bc4c929b941f02f548f382 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/babf3af094bc4c929b941f02f548f382 2024-11-28T01:25:31,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/babf3af094bc4c929b941f02f548f382, entries=200, sequenceid=369, filesize=14.4 K 2024-11-28T01:25:31,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0854bffc5f2f4c8086fb79eecfac9835 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0854bffc5f2f4c8086fb79eecfac9835 2024-11-28T01:25:31,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0854bffc5f2f4c8086fb79eecfac9835, entries=150, sequenceid=369, filesize=12.0 K 2024-11-28T01:25:31,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/d3444d3cb45d4ef3a3b4c6b738d858a8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d3444d3cb45d4ef3a3b4c6b738d858a8 2024-11-28T01:25:31,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d3444d3cb45d4ef3a3b4c6b738d858a8, entries=150, sequenceid=369, filesize=12.0 K 2024-11-28T01:25:31,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8d7a06b2b00cc69440b90d664645dfec in 476ms, sequenceid=369, compaction requested=true 2024-11-28T01:25:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:31,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-28T01:25:31,238 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:31,239 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:31,240 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:31,240 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:31,240 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:31,240 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7070290c46ee4191be1e0658c399920b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/94bd13f9bfe74b81a1dcdf96b6a82f40, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/babf3af094bc4c929b941f02f548f382] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=39.2 K 2024-11-28T01:25:31,240 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:31,240 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7070290c46ee4191be1e0658c399920b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732757126364 2024-11-28T01:25:31,240 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:31,240 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:31,240 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0c63ac21363948d596b6c492870916f2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6c3cea3fe55846c1bccacc4525228394, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0854bffc5f2f4c8086fb79eecfac9835] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.8 K 2024-11-28T01:25:31,241 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94bd13f9bfe74b81a1dcdf96b6a82f40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732757127992 2024-11-28T01:25:31,241 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c63ac21363948d596b6c492870916f2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732757126364 2024-11-28T01:25:31,241 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting babf3af094bc4c929b941f02f548f382, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732757130141 2024-11-28T01:25:31,241 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c3cea3fe55846c1bccacc4525228394, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732757127992 2024-11-28T01:25:31,242 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0854bffc5f2f4c8086fb79eecfac9835, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732757130141 2024-11-28T01:25:31,251 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:31,251 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:31,252 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/330fc57d9eef4b51890fd7af10053f37 is 50, key is test_row_0/B:col10/1732757130141/Put/seqid=0 2024-11-28T01:25:31,252 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cca415750d62464e9b0de299935d3a13 is 50, key is test_row_0/A:col10/1732757130141/Put/seqid=0 2024-11-28T01:25:31,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742186_1362 (size=13221) 2024-11-28T01:25:31,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742187_1363 (size=13221) 2024-11-28T01:25:31,274 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/330fc57d9eef4b51890fd7af10053f37 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/330fc57d9eef4b51890fd7af10053f37 2024-11-28T01:25:31,275 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cca415750d62464e9b0de299935d3a13 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cca415750d62464e9b0de299935d3a13 2024-11-28T01:25:31,282 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into cca415750d62464e9b0de299935d3a13(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:31,282 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:31,282 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757131238; duration=0sec 2024-11-28T01:25:31,282 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:31,282 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:31,282 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:31,283 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:31,284 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:31,284 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:31,284 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ea56ffb44e8d48a5a45f09b7d719ce67, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/08da346beb044f89b993d5ca58afeec7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d3444d3cb45d4ef3a3b4c6b738d858a8] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.8 K 2024-11-28T01:25:31,284 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 330fc57d9eef4b51890fd7af10053f37(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:31,284 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:31,284 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757131238; duration=0sec 2024-11-28T01:25:31,284 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:31,284 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:31,284 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea56ffb44e8d48a5a45f09b7d719ce67, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732757126364 2024-11-28T01:25:31,285 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08da346beb044f89b993d5ca58afeec7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732757127992 2024-11-28T01:25:31,285 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3444d3cb45d4ef3a3b4c6b738d858a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732757130141 2024-11-28T01:25:31,293 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:31,294 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/ca06521f45b342dc8e6e83ed7c8e0c2b is 50, key is test_row_0/C:col10/1732757130141/Put/seqid=0 2024-11-28T01:25:31,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742188_1364 (size=13221) 2024-11-28T01:25:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:31,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T01:25:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:31,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/88bf1e05da98430aa9aba9d142ef550e is 50, key is test_row_0/A:col10/1732757131391/Put/seqid=0 2024-11-28T01:25:31,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742189_1365 (size=14741) 2024-11-28T01:25:31,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/88bf1e05da98430aa9aba9d142ef550e 2024-11-28T01:25:31,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/ae99eef7828e40648df952efa7393edc is 50, key is test_row_0/B:col10/1732757131391/Put/seqid=0 2024-11-28T01:25:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742190_1366 (size=12301) 2024-11-28T01:25:31,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/ae99eef7828e40648df952efa7393edc 2024-11-28T01:25:31,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757191418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757191418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/3f52c05e4b44468db710eb82aae27e11 is 50, key is test_row_0/C:col10/1732757131391/Put/seqid=0 2024-11-28T01:25:31,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742191_1367 (size=12301) 2024-11-28T01:25:31,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/3f52c05e4b44468db710eb82aae27e11 2024-11-28T01:25:31,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/88bf1e05da98430aa9aba9d142ef550e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/88bf1e05da98430aa9aba9d142ef550e 2024-11-28T01:25:31,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/88bf1e05da98430aa9aba9d142ef550e, entries=200, sequenceid=390, filesize=14.4 K 2024-11-28T01:25:31,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/ae99eef7828e40648df952efa7393edc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/ae99eef7828e40648df952efa7393edc 2024-11-28T01:25:31,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/ae99eef7828e40648df952efa7393edc, entries=150, sequenceid=390, filesize=12.0 K 2024-11-28T01:25:31,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/3f52c05e4b44468db710eb82aae27e11 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3f52c05e4b44468db710eb82aae27e11 2024-11-28T01:25:31,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3f52c05e4b44468db710eb82aae27e11, entries=150, sequenceid=390, filesize=12.0 K 2024-11-28T01:25:31,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8d7a06b2b00cc69440b90d664645dfec in 65ms, sequenceid=390, compaction requested=false 2024-11-28T01:25:31,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:31,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-28T01:25:31,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:31,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:31,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:31,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:31,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:31,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:31,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/e257e955a7bf4e41b1056b36ee3fcfbe is 50, key is test_row_0/A:col10/1732757131417/Put/seqid=0 2024-11-28T01:25:31,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742192_1368 (size=17181) 2024-11-28T01:25:31,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757191546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757191547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757191649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757191651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,704 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/ca06521f45b342dc8e6e83ed7c8e0c2b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ca06521f45b342dc8e6e83ed7c8e0c2b 2024-11-28T01:25:31,708 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into ca06521f45b342dc8e6e83ed7c8e0c2b(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:31,708 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:31,708 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757131238; duration=0sec 2024-11-28T01:25:31,708 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:31,708 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:31,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757191853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757191854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:31,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/e257e955a7bf4e41b1056b36ee3fcfbe 2024-11-28T01:25:31,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/9242dba2654c4a4da8c5dcb64d1be844 is 50, key is test_row_0/B:col10/1732757131417/Put/seqid=0 2024-11-28T01:25:31,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742193_1369 (size=12301) 2024-11-28T01:25:32,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757192156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757192158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-28T01:25:32,302 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-28T01:25:32,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:32,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-28T01:25:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T01:25:32,305 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:32,305 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:32,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:32,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/9242dba2654c4a4da8c5dcb64d1be844 2024-11-28T01:25:32,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2139e4e99e994f58af167c3b6d916ad7 is 50, key is test_row_0/C:col10/1732757131417/Put/seqid=0 2024-11-28T01:25:32,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742194_1370 (size=12301) 2024-11-28T01:25:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T01:25:32,459 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T01:25:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T01:25:32,613 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T01:25:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:32,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,614 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:32,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757192660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757192663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2139e4e99e994f58af167c3b6d916ad7 2024-11-28T01:25:32,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/e257e955a7bf4e41b1056b36ee3fcfbe as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e257e955a7bf4e41b1056b36ee3fcfbe 2024-11-28T01:25:32,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e257e955a7bf4e41b1056b36ee3fcfbe, entries=250, sequenceid=409, filesize=16.8 K 2024-11-28T01:25:32,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/9242dba2654c4a4da8c5dcb64d1be844 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9242dba2654c4a4da8c5dcb64d1be844 2024-11-28T01:25:32,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T01:25:32,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:32,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:32,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9242dba2654c4a4da8c5dcb64d1be844, entries=150, sequenceid=409, filesize=12.0 K 2024-11-28T01:25:32,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2139e4e99e994f58af167c3b6d916ad7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2139e4e99e994f58af167c3b6d916ad7 2024-11-28T01:25:32,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2139e4e99e994f58af167c3b6d916ad7, entries=150, sequenceid=409, filesize=12.0 K 2024-11-28T01:25:32,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8d7a06b2b00cc69440b90d664645dfec in 1252ms, sequenceid=409, compaction requested=true 2024-11-28T01:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:32,775 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:32,775 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:32,776 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:32,776 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:32,776 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:32,776 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,776 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:32,776 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/330fc57d9eef4b51890fd7af10053f37, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/ae99eef7828e40648df952efa7393edc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9242dba2654c4a4da8c5dcb64d1be844] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.9 K 2024-11-28T01:25:32,776 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,776 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cca415750d62464e9b0de299935d3a13, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/88bf1e05da98430aa9aba9d142ef550e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e257e955a7bf4e41b1056b36ee3fcfbe] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=44.1 K 2024-11-28T01:25:32,776 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting cca415750d62464e9b0de299935d3a13, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732757130141 2024-11-28T01:25:32,776 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 330fc57d9eef4b51890fd7af10053f37, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732757130141 2024-11-28T01:25:32,777 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88bf1e05da98430aa9aba9d142ef550e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732757130769 2024-11-28T01:25:32,777 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting ae99eef7828e40648df952efa7393edc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732757130769 2024-11-28T01:25:32,777 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e257e955a7bf4e41b1056b36ee3fcfbe, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732757131413 2024-11-28T01:25:32,777 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9242dba2654c4a4da8c5dcb64d1be844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732757131413 2024-11-28T01:25:32,785 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:32,786 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/be4f093bc6e043a2b1c3193d8ee6a353 is 50, key is test_row_0/B:col10/1732757131417/Put/seqid=0 2024-11-28T01:25:32,789 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:32,789 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/5f73fd993e124ccd8be1629b8e7ee0d9 is 50, key is test_row_0/A:col10/1732757131417/Put/seqid=0 2024-11-28T01:25:32,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742195_1371 (size=13323) 2024-11-28T01:25:32,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742196_1372 (size=13323) 2024-11-28T01:25:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T01:25:32,921 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:32,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-28T01:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:32,922 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T01:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:32,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:32,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/10bc8fc221884c8f9dcc5c9d9aa5eb96 is 50, key is test_row_0/A:col10/1732757131545/Put/seqid=0 2024-11-28T01:25:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742197_1373 (size=12301) 2024-11-28T01:25:33,198 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/be4f093bc6e043a2b1c3193d8ee6a353 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/be4f093bc6e043a2b1c3193d8ee6a353 2024-11-28T01:25:33,202 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into be4f093bc6e043a2b1c3193d8ee6a353(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:33,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:33,203 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757132775; duration=0sec 2024-11-28T01:25:33,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:33,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:33,203 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:33,204 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:33,205 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:33,206 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:33,206 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ca06521f45b342dc8e6e83ed7c8e0c2b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3f52c05e4b44468db710eb82aae27e11, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2139e4e99e994f58af167c3b6d916ad7] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=36.9 K 2024-11-28T01:25:33,207 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting ca06521f45b342dc8e6e83ed7c8e0c2b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732757130141 2024-11-28T01:25:33,207 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f52c05e4b44468db710eb82aae27e11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732757130769 2024-11-28T01:25:33,207 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/5f73fd993e124ccd8be1629b8e7ee0d9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/5f73fd993e124ccd8be1629b8e7ee0d9 2024-11-28T01:25:33,208 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2139e4e99e994f58af167c3b6d916ad7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732757131413 2024-11-28T01:25:33,213 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into 5f73fd993e124ccd8be1629b8e7ee0d9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:33,213 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:33,213 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757132775; duration=0sec 2024-11-28T01:25:33,214 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:33,214 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:33,219 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:33,219 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/9ae7bb22dec6455ba20952364df9d1dd is 50, key is test_row_0/C:col10/1732757131417/Put/seqid=0 2024-11-28T01:25:33,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742198_1374 (size=13323) 2024-11-28T01:25:33,231 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/9ae7bb22dec6455ba20952364df9d1dd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9ae7bb22dec6455ba20952364df9d1dd 2024-11-28T01:25:33,236 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into 9ae7bb22dec6455ba20952364df9d1dd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:33,236 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:33,236 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757132775; duration=0sec 2024-11-28T01:25:33,236 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:33,237 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:33,333 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/10bc8fc221884c8f9dcc5c9d9aa5eb96 2024-11-28T01:25:33,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/460215a52f454df38164959cda7435c6 is 50, key is test_row_0/B:col10/1732757131545/Put/seqid=0 2024-11-28T01:25:33,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742199_1375 (size=12301) 2024-11-28T01:25:33,354 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/460215a52f454df38164959cda7435c6 2024-11-28T01:25:33,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/43bda41454eb4cb18c3b06fa492738d7 is 50, key is test_row_0/C:col10/1732757131545/Put/seqid=0 2024-11-28T01:25:33,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742200_1376 (size=12301) 2024-11-28T01:25:33,370 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/43bda41454eb4cb18c3b06fa492738d7 2024-11-28T01:25:33,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/10bc8fc221884c8f9dcc5c9d9aa5eb96 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/10bc8fc221884c8f9dcc5c9d9aa5eb96 2024-11-28T01:25:33,381 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/10bc8fc221884c8f9dcc5c9d9aa5eb96, entries=150, sequenceid=427, filesize=12.0 K 2024-11-28T01:25:33,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/460215a52f454df38164959cda7435c6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/460215a52f454df38164959cda7435c6 2024-11-28T01:25:33,387 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/460215a52f454df38164959cda7435c6, entries=150, sequenceid=427, filesize=12.0 K 2024-11-28T01:25:33,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/43bda41454eb4cb18c3b06fa492738d7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/43bda41454eb4cb18c3b06fa492738d7 2024-11-28T01:25:33,395 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/43bda41454eb4cb18c3b06fa492738d7, entries=150, sequenceid=427, filesize=12.0 K 2024-11-28T01:25:33,396 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 8d7a06b2b00cc69440b90d664645dfec in 474ms, sequenceid=427, compaction requested=false 2024-11-28T01:25:33,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:33,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:33,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-28T01:25:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-28T01:25:33,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-28T01:25:33,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0920 sec 2024-11-28T01:25:33,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0970 sec 2024-11-28T01:25:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-28T01:25:33,408 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-28T01:25:33,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-28T01:25:33,412 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:33,413 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:33,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T01:25:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T01:25:33,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:33,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-28T01:25:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-28T01:25:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-28T01:25:33,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-28T01:25:33,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-28T01:25:33,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 160 msec 2024-11-28T01:25:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:33,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:25:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:33,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:33,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/71bd96238e7a45f3ab930ebbb4f9cc53 is 50, key is test_row_0/A:col10/1732757133681/Put/seqid=0 2024-11-28T01:25:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742201_1377 (size=12301) 2024-11-28T01:25:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-28T01:25:33,716 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-28T01:25:33,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-28T01:25:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-28T01:25:33,719 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:33,719 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:33,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:33,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757193732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757193734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-28T01:25:33,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757193835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:33,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:33,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757193837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:33,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:33,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-28T01:25:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:33,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-28T01:25:34,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:34,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-28T01:25:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:34,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:34,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34352 deadline: 1732757194038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:34,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34340 deadline: 1732757194040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:34,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/71bd96238e7a45f3ab930ebbb4f9cc53 2024-11-28T01:25:34,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/f8b4f50477ee4582b0e9096fb92844b4 is 50, key is test_row_0/B:col10/1732757133681/Put/seqid=0 2024-11-28T01:25:34,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742202_1378 (size=12301) 2024-11-28T01:25:34,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/f8b4f50477ee4582b0e9096fb92844b4 2024-11-28T01:25:34,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/feb582191c8d40a6bc3c519eb2497c5e is 50, key is test_row_0/C:col10/1732757133681/Put/seqid=0 2024-11-28T01:25:34,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742203_1379 (size=12301) 2024-11-28T01:25:34,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/feb582191c8d40a6bc3c519eb2497c5e 2024-11-28T01:25:34,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/71bd96238e7a45f3ab930ebbb4f9cc53 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/71bd96238e7a45f3ab930ebbb4f9cc53 2024-11-28T01:25:34,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/71bd96238e7a45f3ab930ebbb4f9cc53, entries=150, sequenceid=443, filesize=12.0 K 2024-11-28T01:25:34,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/f8b4f50477ee4582b0e9096fb92844b4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f8b4f50477ee4582b0e9096fb92844b4 2024-11-28T01:25:34,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f8b4f50477ee4582b0e9096fb92844b4, entries=150, sequenceid=443, filesize=12.0 K 2024-11-28T01:25:34,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/feb582191c8d40a6bc3c519eb2497c5e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/feb582191c8d40a6bc3c519eb2497c5e 2024-11-28T01:25:34,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/feb582191c8d40a6bc3c519eb2497c5e, entries=150, sequenceid=443, filesize=12.0 K 2024-11-28T01:25:34,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d7a06b2b00cc69440b90d664645dfec in 459ms, sequenceid=443, compaction requested=true 2024-11-28T01:25:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d7a06b2b00cc69440b90d664645dfec:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:34,141 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:34,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:34,141 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:34,142 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:34,142 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:34,142 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/A is initiating minor compaction (all files) 2024-11-28T01:25:34,142 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/B is initiating minor compaction (all files) 2024-11-28T01:25:34,142 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/A in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:34,142 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/B in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:34,142 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/5f73fd993e124ccd8be1629b8e7ee0d9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/10bc8fc221884c8f9dcc5c9d9aa5eb96, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/71bd96238e7a45f3ab930ebbb4f9cc53] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=37.0 K 2024-11-28T01:25:34,142 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/be4f093bc6e043a2b1c3193d8ee6a353, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/460215a52f454df38164959cda7435c6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f8b4f50477ee4582b0e9096fb92844b4] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=37.0 K 2024-11-28T01:25:34,148 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f73fd993e124ccd8be1629b8e7ee0d9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732757131413 2024-11-28T01:25:34,148 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting be4f093bc6e043a2b1c3193d8ee6a353, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732757131413 2024-11-28T01:25:34,148 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10bc8fc221884c8f9dcc5c9d9aa5eb96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732757131543 2024-11-28T01:25:34,149 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 460215a52f454df38164959cda7435c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732757131543 2024-11-28T01:25:34,149 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71bd96238e7a45f3ab930ebbb4f9cc53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732757133676 2024-11-28T01:25:34,149 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f8b4f50477ee4582b0e9096fb92844b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732757133676 2024-11-28T01:25:34,157 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#A#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:34,158 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#B#compaction#329 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:34,158 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/c940a9873fc94853bf9b5baf4cd31fb3 is 50, key is test_row_0/A:col10/1732757133681/Put/seqid=0 2024-11-28T01:25:34,158 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0a80df2c32d14e6f932b253d96ecb875 is 50, key is test_row_0/B:col10/1732757133681/Put/seqid=0 2024-11-28T01:25:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742204_1380 (size=13425) 2024-11-28T01:25:34,173 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/0a80df2c32d14e6f932b253d96ecb875 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0a80df2c32d14e6f932b253d96ecb875 2024-11-28T01:25:34,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742205_1381 (size=13425) 2024-11-28T01:25:34,177 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:34,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-28T01:25:34,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:34,177 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:25:34,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:34,180 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/B of 8d7a06b2b00cc69440b90d664645dfec into 0a80df2c32d14e6f932b253d96ecb875(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:34,180 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:34,180 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/B, priority=13, startTime=1732757134141; duration=0sec 2024-11-28T01:25:34,180 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:34,180 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:B 2024-11-28T01:25:34,180 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:34,181 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/c940a9873fc94853bf9b5baf4cd31fb3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c940a9873fc94853bf9b5baf4cd31fb3 2024-11-28T01:25:34,182 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:34,182 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 8d7a06b2b00cc69440b90d664645dfec/C is initiating minor compaction (all files) 2024-11-28T01:25:34,182 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d7a06b2b00cc69440b90d664645dfec/C in TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:34,182 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9ae7bb22dec6455ba20952364df9d1dd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/43bda41454eb4cb18c3b06fa492738d7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/feb582191c8d40a6bc3c519eb2497c5e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp, totalSize=37.0 K 2024-11-28T01:25:34,183 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ae7bb22dec6455ba20952364df9d1dd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732757131413 2024-11-28T01:25:34,183 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 43bda41454eb4cb18c3b06fa492738d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732757131543 2024-11-28T01:25:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cd5adf0b2bb846718316fc3a67bf71e5 is 50, key is test_row_0/A:col10/1732757133727/Put/seqid=0 2024-11-28T01:25:34,184 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting feb582191c8d40a6bc3c519eb2497c5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732757133676 2024-11-28T01:25:34,191 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/A of 8d7a06b2b00cc69440b90d664645dfec into c940a9873fc94853bf9b5baf4cd31fb3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:34,191 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:34,191 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/A, priority=13, startTime=1732757134141; duration=0sec 2024-11-28T01:25:34,191 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:34,191 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:A 2024-11-28T01:25:34,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742206_1382 (size=12301) 2024-11-28T01:25:34,197 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d7a06b2b00cc69440b90d664645dfec#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:34,198 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/26eb6659282d4caa9d57016425692c8b is 50, key is test_row_0/C:col10/1732757133681/Put/seqid=0 2024-11-28T01:25:34,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742207_1383 (size=13425) 2024-11-28T01:25:34,208 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/26eb6659282d4caa9d57016425692c8b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26eb6659282d4caa9d57016425692c8b 2024-11-28T01:25:34,213 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d7a06b2b00cc69440b90d664645dfec/C of 8d7a06b2b00cc69440b90d664645dfec into 26eb6659282d4caa9d57016425692c8b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:34,213 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:34,213 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec., storeName=8d7a06b2b00cc69440b90d664645dfec/C, priority=13, startTime=1732757134141; duration=0sec 2024-11-28T01:25:34,213 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:34,213 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d7a06b2b00cc69440b90d664645dfec:C 2024-11-28T01:25:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-28T01:25:34,340 DEBUG [Thread-1290 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1730a60f to 127.0.0.1:62936 2024-11-28T01:25:34,340 DEBUG [Thread-1290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,341 DEBUG [Thread-1284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0e9c8f to 127.0.0.1:62936 2024-11-28T01:25:34,341 DEBUG [Thread-1284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,341 DEBUG [Thread-1282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0eb04aeb to 127.0.0.1:62936 2024-11-28T01:25:34,341 DEBUG [Thread-1282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,342 DEBUG [Thread-1286 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d68f787 to 127.0.0.1:62936 2024-11-28T01:25:34,342 DEBUG [Thread-1286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,342 DEBUG [Thread-1288 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10e6bf6a to 127.0.0.1:62936 2024-11-28T01:25:34,342 DEBUG [Thread-1288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:34,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. as already flushing 2024-11-28T01:25:34,344 DEBUG [Thread-1273 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d296fed to 127.0.0.1:62936 2024-11-28T01:25:34,344 DEBUG [Thread-1273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,346 DEBUG [Thread-1275 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08d0caa5 to 127.0.0.1:62936 2024-11-28T01:25:34,346 DEBUG [Thread-1275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,510 DEBUG [Thread-1271 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6862e3ce to 127.0.0.1:62936 2024-11-28T01:25:34,510 DEBUG [Thread-1271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:34,595 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cd5adf0b2bb846718316fc3a67bf71e5 2024-11-28T01:25:34,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/4f2b21ceed984c5c9a0e9608109d6774 is 50, key is test_row_0/B:col10/1732757133727/Put/seqid=0 2024-11-28T01:25:34,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742208_1384 (size=12301) 2024-11-28T01:25:34,606 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/4f2b21ceed984c5c9a0e9608109d6774 2024-11-28T01:25:34,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/488ca7211ddf4e81b76c556372da40c7 is 50, key is test_row_0/C:col10/1732757133727/Put/seqid=0 2024-11-28T01:25:34,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742209_1385 (size=12301) 2024-11-28T01:25:34,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T01:25:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-28T01:25:35,016 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/488ca7211ddf4e81b76c556372da40c7 2024-11-28T01:25:35,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/cd5adf0b2bb846718316fc3a67bf71e5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd5adf0b2bb846718316fc3a67bf71e5 2024-11-28T01:25:35,022 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd5adf0b2bb846718316fc3a67bf71e5, entries=150, sequenceid=467, filesize=12.0 K 2024-11-28T01:25:35,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/4f2b21ceed984c5c9a0e9608109d6774 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/4f2b21ceed984c5c9a0e9608109d6774 2024-11-28T01:25:35,026 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/4f2b21ceed984c5c9a0e9608109d6774, entries=150, sequenceid=467, filesize=12.0 K 2024-11-28T01:25:35,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/488ca7211ddf4e81b76c556372da40c7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/488ca7211ddf4e81b76c556372da40c7 2024-11-28T01:25:35,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/488ca7211ddf4e81b76c556372da40c7, entries=150, sequenceid=467, filesize=12.0 K 2024-11-28T01:25:35,030 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=20.13 KB/20610 for 8d7a06b2b00cc69440b90d664645dfec in 853ms, sequenceid=467, compaction requested=false 2024-11-28T01:25:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:35,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-28T01:25:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-28T01:25:35,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-28T01:25:35,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-11-28T01:25:35,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.3150 sec 2024-11-28T01:25:35,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-28T01:25:35,823 INFO [Thread-1281 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-28T01:25:38,009 DEBUG [Thread-1279 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x560ec309 to 127.0.0.1:62936 2024-11-28T01:25:38,009 DEBUG [Thread-1279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:38,033 DEBUG [Thread-1277 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x43f04e0e to 127.0.0.1:62936 2024-11-28T01:25:38,033 DEBUG [Thread-1277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 150 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6594 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6588 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6383 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6601 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6610 2024-11-28T01:25:38,034 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T01:25:38,034 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T01:25:38,034 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a569490 to 127.0.0.1:62936 2024-11-28T01:25:38,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:25:38,034 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T01:25:38,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T01:25:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T01:25:38,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757138037"}]},"ts":"1732757138037"} 2024-11-28T01:25:38,038 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T01:25:38,040 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T01:25:38,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:25:38,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d7a06b2b00cc69440b90d664645dfec, UNASSIGN}] 2024-11-28T01:25:38,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d7a06b2b00cc69440b90d664645dfec, UNASSIGN 2024-11-28T01:25:38,042 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=8d7a06b2b00cc69440b90d664645dfec, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:38,043 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:25:38,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:25:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T01:25:38,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:38,195 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 8d7a06b2b00cc69440b90d664645dfec, disabling compactions & flushes 2024-11-28T01:25:38,195 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. after waiting 0 ms 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:38,195 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 8d7a06b2b00cc69440b90d664645dfec 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=A 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=B 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d7a06b2b00cc69440b90d664645dfec, store=C 2024-11-28T01:25:38,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:38,199 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7a1bbe8c87734b29a41ff71ebec3b803 is 50, key is test_row_0/A:col10/1732757138032/Put/seqid=0 2024-11-28T01:25:38,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742210_1386 (size=12301) 2024-11-28T01:25:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T01:25:38,603 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7a1bbe8c87734b29a41ff71ebec3b803 2024-11-28T01:25:38,610 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1a36c3833fd54153a02d321eb6f21767 is 50, key is test_row_0/B:col10/1732757138032/Put/seqid=0 2024-11-28T01:25:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742211_1387 (size=12301) 2024-11-28T01:25:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T01:25:39,018 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1a36c3833fd54153a02d321eb6f21767 2024-11-28T01:25:39,024 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2853561f0784417e9e1d7d74f312f3f8 is 50, key is test_row_0/C:col10/1732757138032/Put/seqid=0 2024-11-28T01:25:39,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742212_1388 (size=12301) 2024-11-28T01:25:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T01:25:39,428 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2853561f0784417e9e1d7d74f312f3f8 2024-11-28T01:25:39,431 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/A/7a1bbe8c87734b29a41ff71ebec3b803 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7a1bbe8c87734b29a41ff71ebec3b803 2024-11-28T01:25:39,434 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7a1bbe8c87734b29a41ff71ebec3b803, entries=150, sequenceid=478, filesize=12.0 K 2024-11-28T01:25:39,435 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/B/1a36c3833fd54153a02d321eb6f21767 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1a36c3833fd54153a02d321eb6f21767 2024-11-28T01:25:39,438 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1a36c3833fd54153a02d321eb6f21767, entries=150, sequenceid=478, filesize=12.0 K 2024-11-28T01:25:39,438 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/.tmp/C/2853561f0784417e9e1d7d74f312f3f8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2853561f0784417e9e1d7d74f312f3f8 2024-11-28T01:25:39,441 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2853561f0784417e9e1d7d74f312f3f8, entries=150, sequenceid=478, filesize=12.0 K 2024-11-28T01:25:39,442 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8d7a06b2b00cc69440b90d664645dfec in 1247ms, sequenceid=478, compaction requested=true 2024-11-28T01:25:39,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/d0df1a28cf9c4327ada1b4d9ad5fba9c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd27b2aa03734a4b9feaac686ad77b23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/387744d0fb6f48328b197d95e033931e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cdce1d856e234501baedd5ef4b1389ff, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c3bc89c590784bc8bb019d84add62656, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/74e3f88d7f8641a39b94661b3b692797, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0195952ac0ff464cb01814220d727a62, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b656e89a74947058e05654b4cabfc2e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/60cb60eecdf74fe99ca5dfa347c34454, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/1a815f46031d4c898047dbd67256bb08, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7392fb62d09541f089c8b5329e486de9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c357f9713d624aaa8cf2e8668e9844c1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/735d3636b32c4edcbe1b1a6e8da69c18, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/39b4fb28a8c74d3eb743aa12c8fa1a23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0da705a9222e4afea811496039729714, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7722768dd95147df8942da640576cfcb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/ff42a8dfc8e941e291b96cb818fc63b3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b5ee0bc318146ef8970951e7e1e3807, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7690864ef8de4474959ce8453aef85ea, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/568d332790e447b69db7ccb9329e1cc8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/89614fe1756b47ada95bb1b472746b58, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/af73424c894a4a07ad849bb02de0d6da, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e8d46857b4864d7786506bae30b1554f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/9bd3f34b7d824445be31b4cc5780c6ad, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7070290c46ee4191be1e0658c399920b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/94bd13f9bfe74b81a1dcdf96b6a82f40, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/babf3af094bc4c929b941f02f548f382, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cca415750d62464e9b0de299935d3a13, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/88bf1e05da98430aa9aba9d142ef550e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e257e955a7bf4e41b1056b36ee3fcfbe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/5f73fd993e124ccd8be1629b8e7ee0d9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/10bc8fc221884c8f9dcc5c9d9aa5eb96, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/71bd96238e7a45f3ab930ebbb4f9cc53] to archive 2024-11-28T01:25:39,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:25:39,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/d0df1a28cf9c4327ada1b4d9ad5fba9c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/d0df1a28cf9c4327ada1b4d9ad5fba9c 2024-11-28T01:25:39,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd27b2aa03734a4b9feaac686ad77b23 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd27b2aa03734a4b9feaac686ad77b23 2024-11-28T01:25:39,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/387744d0fb6f48328b197d95e033931e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/387744d0fb6f48328b197d95e033931e 2024-11-28T01:25:39,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cdce1d856e234501baedd5ef4b1389ff to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cdce1d856e234501baedd5ef4b1389ff 2024-11-28T01:25:39,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c3bc89c590784bc8bb019d84add62656 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c3bc89c590784bc8bb019d84add62656 2024-11-28T01:25:39,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/74e3f88d7f8641a39b94661b3b692797 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/74e3f88d7f8641a39b94661b3b692797 2024-11-28T01:25:39,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0195952ac0ff464cb01814220d727a62 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0195952ac0ff464cb01814220d727a62 2024-11-28T01:25:39,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b656e89a74947058e05654b4cabfc2e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b656e89a74947058e05654b4cabfc2e 2024-11-28T01:25:39,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/60cb60eecdf74fe99ca5dfa347c34454 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/60cb60eecdf74fe99ca5dfa347c34454 2024-11-28T01:25:39,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/1a815f46031d4c898047dbd67256bb08 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/1a815f46031d4c898047dbd67256bb08 2024-11-28T01:25:39,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7392fb62d09541f089c8b5329e486de9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7392fb62d09541f089c8b5329e486de9 2024-11-28T01:25:39,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c357f9713d624aaa8cf2e8668e9844c1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c357f9713d624aaa8cf2e8668e9844c1 2024-11-28T01:25:39,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/735d3636b32c4edcbe1b1a6e8da69c18 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/735d3636b32c4edcbe1b1a6e8da69c18 2024-11-28T01:25:39,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/39b4fb28a8c74d3eb743aa12c8fa1a23 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/39b4fb28a8c74d3eb743aa12c8fa1a23 2024-11-28T01:25:39,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0da705a9222e4afea811496039729714 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/0da705a9222e4afea811496039729714 2024-11-28T01:25:39,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7722768dd95147df8942da640576cfcb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7722768dd95147df8942da640576cfcb 2024-11-28T01:25:39,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/ff42a8dfc8e941e291b96cb818fc63b3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/ff42a8dfc8e941e291b96cb818fc63b3 2024-11-28T01:25:39,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b5ee0bc318146ef8970951e7e1e3807 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7b5ee0bc318146ef8970951e7e1e3807 2024-11-28T01:25:39,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7690864ef8de4474959ce8453aef85ea to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7690864ef8de4474959ce8453aef85ea 2024-11-28T01:25:39,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/568d332790e447b69db7ccb9329e1cc8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/568d332790e447b69db7ccb9329e1cc8 2024-11-28T01:25:39,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/89614fe1756b47ada95bb1b472746b58 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/89614fe1756b47ada95bb1b472746b58 2024-11-28T01:25:39,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/af73424c894a4a07ad849bb02de0d6da to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/af73424c894a4a07ad849bb02de0d6da 2024-11-28T01:25:39,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e8d46857b4864d7786506bae30b1554f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e8d46857b4864d7786506bae30b1554f 2024-11-28T01:25:39,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/9bd3f34b7d824445be31b4cc5780c6ad to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/9bd3f34b7d824445be31b4cc5780c6ad 2024-11-28T01:25:39,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7070290c46ee4191be1e0658c399920b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7070290c46ee4191be1e0658c399920b 2024-11-28T01:25:39,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/94bd13f9bfe74b81a1dcdf96b6a82f40 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/94bd13f9bfe74b81a1dcdf96b6a82f40 2024-11-28T01:25:39,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/babf3af094bc4c929b941f02f548f382 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/babf3af094bc4c929b941f02f548f382 2024-11-28T01:25:39,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cca415750d62464e9b0de299935d3a13 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cca415750d62464e9b0de299935d3a13 2024-11-28T01:25:39,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/88bf1e05da98430aa9aba9d142ef550e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/88bf1e05da98430aa9aba9d142ef550e 2024-11-28T01:25:39,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e257e955a7bf4e41b1056b36ee3fcfbe to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/e257e955a7bf4e41b1056b36ee3fcfbe 2024-11-28T01:25:39,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/5f73fd993e124ccd8be1629b8e7ee0d9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/5f73fd993e124ccd8be1629b8e7ee0d9 2024-11-28T01:25:39,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/10bc8fc221884c8f9dcc5c9d9aa5eb96 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/10bc8fc221884c8f9dcc5c9d9aa5eb96 2024-11-28T01:25:39,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/71bd96238e7a45f3ab930ebbb4f9cc53 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/71bd96238e7a45f3ab930ebbb4f9cc53 2024-11-28T01:25:39,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1bcae739986846dd9fbe5a51214c043d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/c3f5f877d51d476ea9eecb2cd79d462a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/047e941e233647d8b09de604f0fc89f2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/d8abd28b76734b12a5341536894ef02a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/b2e1cd8a397343478c77eb6e9896684e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/153ae29c066d4f79bc8d8099137c3a13, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/5a6f5fc0ddef439586bf38a5cff01c95, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/85f0802ee03141fb8c0b6bab7d368896, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f22573a94c8d4d338cb08f20d3ce25ee, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/e914fc786be14350b47a3b75127ccf2e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/03bdbf922e234c799b566a69ff42afd3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/55363e342bb14b66a09df457ff59fe84, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/2d5deabdc01e468393d7b37ca022c0db, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e613883dbc4497bbce8f86216c80e99, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6777c7aa028a4e778cbe429967583fbc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/82b4e35dc12c4844885c9fbbcb633860, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6dcbe6caeed34eff88caa136269e0581, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6533299e8a01428c8dae853f50cbedec, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/bf2257881da640a69e3f5aaabf1603ed, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9df3c743e8954410ad0e59b70a608484, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1c3ac7fbf96c48b1af2f914a41f74db4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/77661ddbf14d4b4287b27c1e40324c53, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/88fa12fbd5fb4aa69ebc15b463f3defe, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0c63ac21363948d596b6c492870916f2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e15de54be054b5dabd9e649a62cf25f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6c3cea3fe55846c1bccacc4525228394, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/330fc57d9eef4b51890fd7af10053f37, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0854bffc5f2f4c8086fb79eecfac9835, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/ae99eef7828e40648df952efa7393edc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/be4f093bc6e043a2b1c3193d8ee6a353, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9242dba2654c4a4da8c5dcb64d1be844, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/460215a52f454df38164959cda7435c6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f8b4f50477ee4582b0e9096fb92844b4] to archive 2024-11-28T01:25:39,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:25:39,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1bcae739986846dd9fbe5a51214c043d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1bcae739986846dd9fbe5a51214c043d 2024-11-28T01:25:39,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/c3f5f877d51d476ea9eecb2cd79d462a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/c3f5f877d51d476ea9eecb2cd79d462a 2024-11-28T01:25:39,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/047e941e233647d8b09de604f0fc89f2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/047e941e233647d8b09de604f0fc89f2 2024-11-28T01:25:39,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/d8abd28b76734b12a5341536894ef02a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/d8abd28b76734b12a5341536894ef02a 2024-11-28T01:25:39,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/b2e1cd8a397343478c77eb6e9896684e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/b2e1cd8a397343478c77eb6e9896684e 2024-11-28T01:25:39,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/153ae29c066d4f79bc8d8099137c3a13 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/153ae29c066d4f79bc8d8099137c3a13 2024-11-28T01:25:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/5a6f5fc0ddef439586bf38a5cff01c95 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/5a6f5fc0ddef439586bf38a5cff01c95 2024-11-28T01:25:39,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/85f0802ee03141fb8c0b6bab7d368896 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/85f0802ee03141fb8c0b6bab7d368896 2024-11-28T01:25:39,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f22573a94c8d4d338cb08f20d3ce25ee to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f22573a94c8d4d338cb08f20d3ce25ee 2024-11-28T01:25:39,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/e914fc786be14350b47a3b75127ccf2e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/e914fc786be14350b47a3b75127ccf2e 2024-11-28T01:25:39,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/03bdbf922e234c799b566a69ff42afd3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/03bdbf922e234c799b566a69ff42afd3 2024-11-28T01:25:39,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/55363e342bb14b66a09df457ff59fe84 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/55363e342bb14b66a09df457ff59fe84 2024-11-28T01:25:39,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/2d5deabdc01e468393d7b37ca022c0db to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/2d5deabdc01e468393d7b37ca022c0db 2024-11-28T01:25:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e613883dbc4497bbce8f86216c80e99 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e613883dbc4497bbce8f86216c80e99 2024-11-28T01:25:39,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6777c7aa028a4e778cbe429967583fbc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6777c7aa028a4e778cbe429967583fbc 2024-11-28T01:25:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/82b4e35dc12c4844885c9fbbcb633860 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/82b4e35dc12c4844885c9fbbcb633860 2024-11-28T01:25:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6dcbe6caeed34eff88caa136269e0581 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6dcbe6caeed34eff88caa136269e0581 2024-11-28T01:25:39,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6533299e8a01428c8dae853f50cbedec to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6533299e8a01428c8dae853f50cbedec 2024-11-28T01:25:39,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/bf2257881da640a69e3f5aaabf1603ed to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/bf2257881da640a69e3f5aaabf1603ed 2024-11-28T01:25:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9df3c743e8954410ad0e59b70a608484 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9df3c743e8954410ad0e59b70a608484 2024-11-28T01:25:39,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1c3ac7fbf96c48b1af2f914a41f74db4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1c3ac7fbf96c48b1af2f914a41f74db4 2024-11-28T01:25:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/77661ddbf14d4b4287b27c1e40324c53 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/77661ddbf14d4b4287b27c1e40324c53 2024-11-28T01:25:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/88fa12fbd5fb4aa69ebc15b463f3defe to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/88fa12fbd5fb4aa69ebc15b463f3defe 2024-11-28T01:25:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0c63ac21363948d596b6c492870916f2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0c63ac21363948d596b6c492870916f2 2024-11-28T01:25:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e15de54be054b5dabd9e649a62cf25f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0e15de54be054b5dabd9e649a62cf25f 2024-11-28T01:25:39,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6c3cea3fe55846c1bccacc4525228394 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/6c3cea3fe55846c1bccacc4525228394 2024-11-28T01:25:39,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/330fc57d9eef4b51890fd7af10053f37 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/330fc57d9eef4b51890fd7af10053f37 2024-11-28T01:25:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0854bffc5f2f4c8086fb79eecfac9835 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0854bffc5f2f4c8086fb79eecfac9835 2024-11-28T01:25:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/ae99eef7828e40648df952efa7393edc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/ae99eef7828e40648df952efa7393edc 2024-11-28T01:25:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/be4f093bc6e043a2b1c3193d8ee6a353 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/be4f093bc6e043a2b1c3193d8ee6a353 2024-11-28T01:25:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9242dba2654c4a4da8c5dcb64d1be844 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/9242dba2654c4a4da8c5dcb64d1be844 2024-11-28T01:25:39,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/460215a52f454df38164959cda7435c6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/460215a52f454df38164959cda7435c6 2024-11-28T01:25:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f8b4f50477ee4582b0e9096fb92844b4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/f8b4f50477ee4582b0e9096fb92844b4 2024-11-28T01:25:39,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/bb887cd3b7d64b60a09ed65f085dd965, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2245ad784a814d58a596aa38935d753d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b66c1a38544045c58cab91b35ca86361, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9774853865994e9c83ba9eb3cb919dca, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3936fed091fd4779a54ecca6a66f13c0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/c6301d970ef94983be21ac039d3b0512, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/867f5399042146a3a7bd66e96af180b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/75bf169b41854a19879a8147df8e4e80, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/050a9d20fd2144e989bb903fb0305d39, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d43fd3a4a4d1459fba3280e76dce64a8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ba2e40ff69194432a6f07c703c82a0a9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/aa96122c12044f61bc871f608d9df14d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/eb9f04681e604e6b81b348f561134dcc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/37230a8269db4021ade6d6f5f8a1c307, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/6647067d8fdc48498cd602581f2a642d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/831c13d0101448b8b79304fd203f932a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/724538db7a674365afb097eab0fb0476, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b37052e00acb4b2faa5044a83841b6b0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/38f90c2e866e4e2f9b9efcd9b4c73c7a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/e0c72b8ac4fb4fc9b153ff053ad1d414, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/8f05ba7c11f241fc93d52b5b0be53720, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/76df215dbd3841cd8764b10d05bdd693, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26b1e67aceab49a2af5706f640482bf0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ea56ffb44e8d48a5a45f09b7d719ce67, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/4dfe94ebbe384616b770679b96cf4824, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/08da346beb044f89b993d5ca58afeec7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ca06521f45b342dc8e6e83ed7c8e0c2b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d3444d3cb45d4ef3a3b4c6b738d858a8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3f52c05e4b44468db710eb82aae27e11, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9ae7bb22dec6455ba20952364df9d1dd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2139e4e99e994f58af167c3b6d916ad7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/43bda41454eb4cb18c3b06fa492738d7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/feb582191c8d40a6bc3c519eb2497c5e] to archive 2024-11-28T01:25:39,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:25:39,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/bb887cd3b7d64b60a09ed65f085dd965 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/bb887cd3b7d64b60a09ed65f085dd965 2024-11-28T01:25:39,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2245ad784a814d58a596aa38935d753d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2245ad784a814d58a596aa38935d753d 2024-11-28T01:25:39,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b66c1a38544045c58cab91b35ca86361 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b66c1a38544045c58cab91b35ca86361 2024-11-28T01:25:39,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9774853865994e9c83ba9eb3cb919dca to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9774853865994e9c83ba9eb3cb919dca 2024-11-28T01:25:39,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3936fed091fd4779a54ecca6a66f13c0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3936fed091fd4779a54ecca6a66f13c0 2024-11-28T01:25:39,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/c6301d970ef94983be21ac039d3b0512 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/c6301d970ef94983be21ac039d3b0512 2024-11-28T01:25:39,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/867f5399042146a3a7bd66e96af180b4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/867f5399042146a3a7bd66e96af180b4 2024-11-28T01:25:39,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/75bf169b41854a19879a8147df8e4e80 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/75bf169b41854a19879a8147df8e4e80 2024-11-28T01:25:39,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/050a9d20fd2144e989bb903fb0305d39 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/050a9d20fd2144e989bb903fb0305d39 2024-11-28T01:25:39,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d43fd3a4a4d1459fba3280e76dce64a8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d43fd3a4a4d1459fba3280e76dce64a8 2024-11-28T01:25:39,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ba2e40ff69194432a6f07c703c82a0a9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ba2e40ff69194432a6f07c703c82a0a9 2024-11-28T01:25:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/aa96122c12044f61bc871f608d9df14d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/aa96122c12044f61bc871f608d9df14d 2024-11-28T01:25:39,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/eb9f04681e604e6b81b348f561134dcc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/eb9f04681e604e6b81b348f561134dcc 2024-11-28T01:25:39,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/37230a8269db4021ade6d6f5f8a1c307 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/37230a8269db4021ade6d6f5f8a1c307 2024-11-28T01:25:39,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/6647067d8fdc48498cd602581f2a642d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/6647067d8fdc48498cd602581f2a642d 2024-11-28T01:25:39,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/831c13d0101448b8b79304fd203f932a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/831c13d0101448b8b79304fd203f932a 2024-11-28T01:25:39,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/724538db7a674365afb097eab0fb0476 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/724538db7a674365afb097eab0fb0476 2024-11-28T01:25:39,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b37052e00acb4b2faa5044a83841b6b0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/b37052e00acb4b2faa5044a83841b6b0 2024-11-28T01:25:39,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/38f90c2e866e4e2f9b9efcd9b4c73c7a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/38f90c2e866e4e2f9b9efcd9b4c73c7a 2024-11-28T01:25:39,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/e0c72b8ac4fb4fc9b153ff053ad1d414 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/e0c72b8ac4fb4fc9b153ff053ad1d414 2024-11-28T01:25:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/8f05ba7c11f241fc93d52b5b0be53720 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/8f05ba7c11f241fc93d52b5b0be53720 2024-11-28T01:25:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/76df215dbd3841cd8764b10d05bdd693 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/76df215dbd3841cd8764b10d05bdd693 2024-11-28T01:25:39,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26b1e67aceab49a2af5706f640482bf0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26b1e67aceab49a2af5706f640482bf0 2024-11-28T01:25:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ea56ffb44e8d48a5a45f09b7d719ce67 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ea56ffb44e8d48a5a45f09b7d719ce67 2024-11-28T01:25:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/4dfe94ebbe384616b770679b96cf4824 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/4dfe94ebbe384616b770679b96cf4824 2024-11-28T01:25:39,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/08da346beb044f89b993d5ca58afeec7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/08da346beb044f89b993d5ca58afeec7 2024-11-28T01:25:39,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ca06521f45b342dc8e6e83ed7c8e0c2b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/ca06521f45b342dc8e6e83ed7c8e0c2b 2024-11-28T01:25:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d3444d3cb45d4ef3a3b4c6b738d858a8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/d3444d3cb45d4ef3a3b4c6b738d858a8 2024-11-28T01:25:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3f52c05e4b44468db710eb82aae27e11 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/3f52c05e4b44468db710eb82aae27e11 2024-11-28T01:25:39,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9ae7bb22dec6455ba20952364df9d1dd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/9ae7bb22dec6455ba20952364df9d1dd 2024-11-28T01:25:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2139e4e99e994f58af167c3b6d916ad7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2139e4e99e994f58af167c3b6d916ad7 2024-11-28T01:25:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/43bda41454eb4cb18c3b06fa492738d7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/43bda41454eb4cb18c3b06fa492738d7 2024-11-28T01:25:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/feb582191c8d40a6bc3c519eb2497c5e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/feb582191c8d40a6bc3c519eb2497c5e 2024-11-28T01:25:39,544 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/recovered.edits/481.seqid, newMaxSeqId=481, maxSeqId=1 2024-11-28T01:25:39,545 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec. 2024-11-28T01:25:39,545 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 8d7a06b2b00cc69440b90d664645dfec: 2024-11-28T01:25:39,546 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:39,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=8d7a06b2b00cc69440b90d664645dfec, regionState=CLOSED 2024-11-28T01:25:39,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-28T01:25:39,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 8d7a06b2b00cc69440b90d664645dfec, server=1269b3ab3145,44269,1732757046324 in 1.5050 sec 2024-11-28T01:25:39,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-28T01:25:39,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d7a06b2b00cc69440b90d664645dfec, UNASSIGN in 1.5080 sec 2024-11-28T01:25:39,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-28T01:25:39,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-11-28T01:25:39,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757139552"}]},"ts":"1732757139552"} 2024-11-28T01:25:39,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T01:25:39,555 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T01:25:39,556 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5210 sec 2024-11-28T01:25:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-28T01:25:40,141 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-28T01:25:40,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T01:25:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:40,142 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-28T01:25:40,143 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:40,144 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:40,146 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/recovered.edits] 2024-11-28T01:25:40,149 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7a1bbe8c87734b29a41ff71ebec3b803 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/7a1bbe8c87734b29a41ff71ebec3b803 2024-11-28T01:25:40,150 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c940a9873fc94853bf9b5baf4cd31fb3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/c940a9873fc94853bf9b5baf4cd31fb3 2024-11-28T01:25:40,151 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd5adf0b2bb846718316fc3a67bf71e5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/A/cd5adf0b2bb846718316fc3a67bf71e5 2024-11-28T01:25:40,153 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0a80df2c32d14e6f932b253d96ecb875 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/0a80df2c32d14e6f932b253d96ecb875 2024-11-28T01:25:40,154 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1a36c3833fd54153a02d321eb6f21767 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/1a36c3833fd54153a02d321eb6f21767 2024-11-28T01:25:40,156 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/4f2b21ceed984c5c9a0e9608109d6774 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/B/4f2b21ceed984c5c9a0e9608109d6774 2024-11-28T01:25:40,158 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26eb6659282d4caa9d57016425692c8b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/26eb6659282d4caa9d57016425692c8b 2024-11-28T01:25:40,159 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2853561f0784417e9e1d7d74f312f3f8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/2853561f0784417e9e1d7d74f312f3f8 2024-11-28T01:25:40,160 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/488ca7211ddf4e81b76c556372da40c7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/C/488ca7211ddf4e81b76c556372da40c7 2024-11-28T01:25:40,162 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/recovered.edits/481.seqid to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec/recovered.edits/481.seqid 2024-11-28T01:25:40,163 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/8d7a06b2b00cc69440b90d664645dfec 2024-11-28T01:25:40,163 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T01:25:40,165 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:40,170 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T01:25:40,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T01:25:40,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:40,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T01:25:40,173 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732757140172"}]},"ts":"9223372036854775807"} 2024-11-28T01:25:40,174 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T01:25:40,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8d7a06b2b00cc69440b90d664645dfec, NAME => 'TestAcidGuarantees,,1732757112169.8d7a06b2b00cc69440b90d664645dfec.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T01:25:40,174 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T01:25:40,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732757140174"}]},"ts":"9223372036854775807"} 2024-11-28T01:25:40,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T01:25:40,177 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:40,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-11-28T01:25:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-28T01:25:40,244 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-28T01:25:40,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=449 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 448), ProcessCount=11 (was 11), AvailableMemoryMB=4724 (was 4781) 2024-11-28T01:25:40,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=4723 2024-11-28T01:25:40,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:25:40,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:25:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:40,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:25:40,267 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:40,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-28T01:25:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-28T01:25:40,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:25:40,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742213_1389 (size=963) 2024-11-28T01:25:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-28T01:25:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-28T01:25:40,674 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:25:40,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742214_1390 (size=53) 2024-11-28T01:25:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-28T01:25:41,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:25:41,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6ee8c1b742d49325407e6779e4c939ae, disabling compactions & flushes 2024-11-28T01:25:41,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. after waiting 0 ms 2024-11-28T01:25:41,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,080 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,080 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:41,081 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:25:41,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732757141081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732757141081"}]},"ts":"1732757141081"} 2024-11-28T01:25:41,082 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T01:25:41,083 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:25:41,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757141083"}]},"ts":"1732757141083"} 2024-11-28T01:25:41,084 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T01:25:41,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, ASSIGN}] 2024-11-28T01:25:41,088 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, ASSIGN 2024-11-28T01:25:41,088 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, ASSIGN; state=OFFLINE, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=false 2024-11-28T01:25:41,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:41,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:25:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-28T01:25:41,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:41,394 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,394 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:25:41,394 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,394 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:25:41,395 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,395 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,396 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,397 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:41,397 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee8c1b742d49325407e6779e4c939ae columnFamilyName A 2024-11-28T01:25:41,397 DEBUG [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:41,397 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(327): Store=6ee8c1b742d49325407e6779e4c939ae/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:41,398 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,398 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:41,399 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee8c1b742d49325407e6779e4c939ae columnFamilyName B 2024-11-28T01:25:41,399 DEBUG [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:41,399 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(327): Store=6ee8c1b742d49325407e6779e4c939ae/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:41,399 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,400 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:41,400 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee8c1b742d49325407e6779e4c939ae columnFamilyName C 2024-11-28T01:25:41,400 DEBUG [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:41,400 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(327): Store=6ee8c1b742d49325407e6779e4c939ae/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:41,400 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,401 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,401 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,402 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:25:41,403 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:41,405 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:25:41,405 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened 6ee8c1b742d49325407e6779e4c939ae; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70804450, jitterRate=0.055068522691726685}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:25:41,406 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:41,407 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., pid=98, masterSystemTime=1732757141391 2024-11-28T01:25:41,408 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,408 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:41,409 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:41,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-28T01:25:41,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 in 169 msec 2024-11-28T01:25:41,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-28T01:25:41,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, ASSIGN in 324 msec 2024-11-28T01:25:41,412 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:25:41,412 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757141412"}]},"ts":"1732757141412"} 2024-11-28T01:25:41,413 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T01:25:41,416 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:25:41,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-28T01:25:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-28T01:25:42,372 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-28T01:25:42,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-28T01:25:42,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:42,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:42,378 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:42,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:25:42,380 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:25:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:25:42,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:25:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T01:25:42,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742215_1391 (size=999) 2024-11-28T01:25:42,792 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-28T01:25:42,792 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-28T01:25:42,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:25:42,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, REOPEN/MOVE}] 2024-11-28T01:25:42,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, REOPEN/MOVE 2024-11-28T01:25:42,796 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:42,797 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:25:42,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:25:42,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:42,949 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:42,949 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:25:42,949 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 6ee8c1b742d49325407e6779e4c939ae, disabling compactions & flushes 2024-11-28T01:25:42,949 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:42,949 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:42,949 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. after waiting 0 ms 2024-11-28T01:25:42,949 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:42,953 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T01:25:42,953 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:42,953 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:42,953 WARN [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: 6ee8c1b742d49325407e6779e4c939ae to self. 2024-11-28T01:25:42,955 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:42,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=CLOSED 2024-11-28T01:25:42,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-28T01:25:42,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 in 159 msec 2024-11-28T01:25:42,957 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, REOPEN/MOVE; state=CLOSED, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=true 2024-11-28T01:25:43,107 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:25:43,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,263 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,263 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:25:43,263 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,264 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:25:43,264 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,264 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,265 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,266 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:43,266 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee8c1b742d49325407e6779e4c939ae columnFamilyName A 2024-11-28T01:25:43,267 DEBUG [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:43,267 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(327): Store=6ee8c1b742d49325407e6779e4c939ae/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:43,267 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,268 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:43,268 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee8c1b742d49325407e6779e4c939ae columnFamilyName B 2024-11-28T01:25:43,268 DEBUG [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:43,268 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(327): Store=6ee8c1b742d49325407e6779e4c939ae/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:43,269 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,269 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:25:43,269 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee8c1b742d49325407e6779e4c939ae columnFamilyName C 2024-11-28T01:25:43,269 DEBUG [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:43,269 INFO [StoreOpener-6ee8c1b742d49325407e6779e4c939ae-1 {}] regionserver.HStore(327): Store=6ee8c1b742d49325407e6779e4c939ae/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:25:43,270 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,270 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,271 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,272 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:25:43,273 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,274 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 6ee8c1b742d49325407e6779e4c939ae; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60754230, jitterRate=-0.09469142556190491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:25:43,274 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:43,275 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., pid=103, masterSystemTime=1732757143260 2024-11-28T01:25:43,276 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,276 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=OPEN, openSeqNum=5, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-28T01:25:43,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 in 168 msec 2024-11-28T01:25:43,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-28T01:25:43,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, REOPEN/MOVE in 483 msec 2024-11-28T01:25:43,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-28T01:25:43,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-11-28T01:25:43,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-11-28T01:25:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-28T01:25:43,285 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-28T01:25:43,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-28T01:25:43,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-28T01:25:43,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-28T01:25:43,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-28T01:25:43,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,309 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-28T01:25:43,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-28T01:25:43,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-28T01:25:43,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-28T01:25:43,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,325 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-28T01:25:43,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:25:43,330 DEBUG [hconnection-0xd21933a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,331 DEBUG [hconnection-0x3723086e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,331 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,331 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-28T01:25:43,333 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T01:25:43,334 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:43,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:43,335 DEBUG [hconnection-0x440a73ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,335 DEBUG [hconnection-0x4198bd8c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,336 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,336 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,337 DEBUG [hconnection-0x18f7beb6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,337 DEBUG [hconnection-0x6d3d2a7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,337 DEBUG [hconnection-0x4d40c47a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,338 DEBUG [hconnection-0x7cdbaa83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,338 DEBUG [hconnection-0x7124317c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,339 DEBUG [hconnection-0x1e8474e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:25:43,339 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,339 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,339 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:25:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:25:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:43,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757203360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757203361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757203361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757203362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757203365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282786d832e05b4b88b4a9014dc53f2469_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757143343/Put/seqid=0 2024-11-28T01:25:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742216_1392 (size=12154) 2024-11-28T01:25:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T01:25:43,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757203468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757203469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757203469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757203469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757203471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:43,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T01:25:43,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:43,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:43,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757203673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757203673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757203673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757203673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757203674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:43,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:43,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,795 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282786d832e05b4b88b4a9014dc53f2469_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282786d832e05b4b88b4a9014dc53f2469_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:43,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2a92dc29c7164b48a8142fd936db8913, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:43,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2a92dc29c7164b48a8142fd936db8913 is 175, key is test_row_0/A:col10/1732757143343/Put/seqid=0 2024-11-28T01:25:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742217_1393 (size=30955) 2024-11-28T01:25:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T01:25:43,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:43,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:43,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:43,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:43,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757203978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757203979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757203979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757203980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:43,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757203980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2a92dc29c7164b48a8142fd936db8913 2024-11-28T01:25:44,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/d6e6dd7086db45c9b750f2025ec47e14 is 50, key is test_row_0/B:col10/1732757143343/Put/seqid=0 2024-11-28T01:25:44,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742218_1394 (size=12001) 2024-11-28T01:25:44,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/d6e6dd7086db45c9b750f2025ec47e14 2024-11-28T01:25:44,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/2caa78a2bcd74bbbb058c63302a86098 is 50, key is test_row_0/C:col10/1732757143343/Put/seqid=0 2024-11-28T01:25:44,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742219_1395 (size=12001) 2024-11-28T01:25:44,402 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T01:25:44,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757204482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757204483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:44,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757204484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757204487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757204487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,555 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:44,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/2caa78a2bcd74bbbb058c63302a86098 2024-11-28T01:25:44,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2a92dc29c7164b48a8142fd936db8913 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2a92dc29c7164b48a8142fd936db8913 2024-11-28T01:25:44,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2a92dc29c7164b48a8142fd936db8913, entries=150, sequenceid=17, filesize=30.2 K 2024-11-28T01:25:44,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/d6e6dd7086db45c9b750f2025ec47e14 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d6e6dd7086db45c9b750f2025ec47e14 2024-11-28T01:25:44,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d6e6dd7086db45c9b750f2025ec47e14, entries=150, sequenceid=17, filesize=11.7 K 2024-11-28T01:25:44,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/2caa78a2bcd74bbbb058c63302a86098 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/2caa78a2bcd74bbbb058c63302a86098 2024-11-28T01:25:44,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/2caa78a2bcd74bbbb058c63302a86098, entries=150, sequenceid=17, filesize=11.7 K 2024-11-28T01:25:44,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6ee8c1b742d49325407e6779e4c939ae in 1346ms, sequenceid=17, compaction requested=false 2024-11-28T01:25:44,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:44,708 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:44,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-28T01:25:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:44,709 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:25:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:44,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:44,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112872426ba2fc0240aca4bc3479d8e8abaf_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757143357/Put/seqid=0 2024-11-28T01:25:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742220_1396 (size=12154) 2024-11-28T01:25:45,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T01:25:45,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:45,124 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112872426ba2fc0240aca4bc3479d8e8abaf_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112872426ba2fc0240aca4bc3479d8e8abaf_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/924efa78eff94752acb6c66e505cbf5e, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/924efa78eff94752acb6c66e505cbf5e is 175, key is test_row_0/A:col10/1732757143357/Put/seqid=0 2024-11-28T01:25:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742221_1397 (size=30955) 2024-11-28T01:25:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T01:25:45,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:45,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757205498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757205499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757205499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757205500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757205502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,531 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/924efa78eff94752acb6c66e505cbf5e 2024-11-28T01:25:45,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/89ffa0370c504f9780efe1ba5b40f2d3 is 50, key is test_row_0/B:col10/1732757143357/Put/seqid=0 2024-11-28T01:25:45,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742222_1398 (size=12001) 2024-11-28T01:25:45,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757205605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757205605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757205605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757205605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757205605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757205812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757205813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757205813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757205813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757205813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:45,946 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/89ffa0370c504f9780efe1ba5b40f2d3 2024-11-28T01:25:45,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f7a894991adf4125a33a68d1580ece61 is 50, key is test_row_0/C:col10/1732757143357/Put/seqid=0 2024-11-28T01:25:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742223_1399 (size=12001) 2024-11-28T01:25:45,958 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f7a894991adf4125a33a68d1580ece61 2024-11-28T01:25:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/924efa78eff94752acb6c66e505cbf5e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/924efa78eff94752acb6c66e505cbf5e 2024-11-28T01:25:45,967 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/924efa78eff94752acb6c66e505cbf5e, entries=150, sequenceid=41, filesize=30.2 K 2024-11-28T01:25:45,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/89ffa0370c504f9780efe1ba5b40f2d3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/89ffa0370c504f9780efe1ba5b40f2d3 2024-11-28T01:25:45,971 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/89ffa0370c504f9780efe1ba5b40f2d3, entries=150, sequenceid=41, filesize=11.7 K 2024-11-28T01:25:45,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f7a894991adf4125a33a68d1580ece61 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f7a894991adf4125a33a68d1580ece61 2024-11-28T01:25:45,975 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f7a894991adf4125a33a68d1580ece61, entries=150, sequenceid=41, filesize=11.7 K 2024-11-28T01:25:45,976 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6ee8c1b742d49325407e6779e4c939ae in 1266ms, sequenceid=41, compaction requested=false 2024-11-28T01:25:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-28T01:25:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-28T01:25:45,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-28T01:25:45,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6430 sec 2024-11-28T01:25:45,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.6470 sec 2024-11-28T01:25:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:46,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:25:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:46,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128537ecdb64bbb4f9fb9c4660c4580673c_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757145495/Put/seqid=0 2024-11-28T01:25:46,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742224_1400 (size=12154) 2024-11-28T01:25:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757206143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757206147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757206148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757206148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757206149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757206250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757206250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757206255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757206255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757206256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757206455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757206457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757206461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757206461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757206462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,534 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128537ecdb64bbb4f9fb9c4660c4580673c_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128537ecdb64bbb4f9fb9c4660c4580673c_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:46,538 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/5241480898f34f698ea9f91e3e5e0b86, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:46,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/5241480898f34f698ea9f91e3e5e0b86 is 175, key is test_row_0/A:col10/1732757145495/Put/seqid=0 2024-11-28T01:25:46,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742225_1401 (size=30955) 2024-11-28T01:25:46,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757206760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757206762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757206766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757206767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757206767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:46,944 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/5241480898f34f698ea9f91e3e5e0b86 2024-11-28T01:25:46,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/b9fcd22c567147cba03f11d1347662ca is 50, key is test_row_0/B:col10/1732757145495/Put/seqid=0 2024-11-28T01:25:46,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742226_1402 (size=12001) 2024-11-28T01:25:47,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757207267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757207268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757207272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757207273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757207274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/b9fcd22c567147cba03f11d1347662ca 2024-11-28T01:25:47,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3 is 50, key is test_row_0/C:col10/1732757145495/Put/seqid=0 2024-11-28T01:25:47,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742227_1403 (size=12001) 2024-11-28T01:25:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-28T01:25:47,438 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-28T01:25:47,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:47,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-28T01:25:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T01:25:47,442 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:47,442 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:47,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T01:25:47,594 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T01:25:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:47,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T01:25:47,747 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T01:25:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:47,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:47,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3 2024-11-28T01:25:47,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/5241480898f34f698ea9f91e3e5e0b86 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/5241480898f34f698ea9f91e3e5e0b86 2024-11-28T01:25:47,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/5241480898f34f698ea9f91e3e5e0b86, entries=150, sequenceid=55, filesize=30.2 K 2024-11-28T01:25:47,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/b9fcd22c567147cba03f11d1347662ca as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9fcd22c567147cba03f11d1347662ca 2024-11-28T01:25:47,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9fcd22c567147cba03f11d1347662ca, entries=150, sequenceid=55, filesize=11.7 K 2024-11-28T01:25:47,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3 2024-11-28T01:25:47,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3, entries=150, sequenceid=55, filesize=11.7 K 2024-11-28T01:25:47,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6ee8c1b742d49325407e6779e4c939ae in 1670ms, sequenceid=55, compaction requested=true 2024-11-28T01:25:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:47,793 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:47,793 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:47,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:47,794 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:47,794 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:47,794 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/B is initiating minor compaction (all files) 2024-11-28T01:25:47,794 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/A is initiating minor compaction (all files) 2024-11-28T01:25:47,794 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/B in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,794 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/A in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,794 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d6e6dd7086db45c9b750f2025ec47e14, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/89ffa0370c504f9780efe1ba5b40f2d3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9fcd22c567147cba03f11d1347662ca] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.2 K 2024-11-28T01:25:47,794 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2a92dc29c7164b48a8142fd936db8913, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/924efa78eff94752acb6c66e505cbf5e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/5241480898f34f698ea9f91e3e5e0b86] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=90.7 K 2024-11-28T01:25:47,794 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,794 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2a92dc29c7164b48a8142fd936db8913, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/924efa78eff94752acb6c66e505cbf5e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/5241480898f34f698ea9f91e3e5e0b86] 2024-11-28T01:25:47,794 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e6dd7086db45c9b750f2025ec47e14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732757143339 2024-11-28T01:25:47,794 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a92dc29c7164b48a8142fd936db8913, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732757143339 2024-11-28T01:25:47,795 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 89ffa0370c504f9780efe1ba5b40f2d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732757143357 2024-11-28T01:25:47,795 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 924efa78eff94752acb6c66e505cbf5e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732757143357 2024-11-28T01:25:47,795 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b9fcd22c567147cba03f11d1347662ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732757145495 2024-11-28T01:25:47,795 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5241480898f34f698ea9f91e3e5e0b86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732757145495 2024-11-28T01:25:47,805 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#B#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:47,806 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/855f0d94335c4ba293c3fc465c46d368 is 50, key is test_row_0/B:col10/1732757145495/Put/seqid=0 2024-11-28T01:25:47,807 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:47,815 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128c02c42b97ed943faac42bd1403d97745_6ee8c1b742d49325407e6779e4c939ae store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:47,818 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128c02c42b97ed943faac42bd1403d97745_6ee8c1b742d49325407e6779e4c939ae, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:47,818 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c02c42b97ed943faac42bd1403d97745_6ee8c1b742d49325407e6779e4c939ae because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742228_1404 (size=12104) 2024-11-28T01:25:47,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742229_1405 (size=4469) 2024-11-28T01:25:47,837 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#A#compaction#348 average throughput is 0.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:47,838 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2beea0ddb91e42628b4e1e93f7bf3b1f is 175, key is test_row_0/A:col10/1732757145495/Put/seqid=0 2024-11-28T01:25:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742230_1406 (size=31058) 2024-11-28T01:25:47,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:47,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-28T01:25:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:47,901 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T01:25:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:47,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b6d9ebe328e74c3f9a00515b21ac96dc_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757146146/Put/seqid=0 2024-11-28T01:25:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742231_1407 (size=12154) 2024-11-28T01:25:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T01:25:48,231 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/855f0d94335c4ba293c3fc465c46d368 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/855f0d94335c4ba293c3fc465c46d368 2024-11-28T01:25:48,235 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/B of 6ee8c1b742d49325407e6779e4c939ae into 855f0d94335c4ba293c3fc465c46d368(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:48,235 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:48,235 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/B, priority=13, startTime=1732757147793; duration=0sec 2024-11-28T01:25:48,235 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:48,235 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:B 2024-11-28T01:25:48,235 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:48,236 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:48,236 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/C is initiating minor compaction (all files) 2024-11-28T01:25:48,236 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/C in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:48,236 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/2caa78a2bcd74bbbb058c63302a86098, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f7a894991adf4125a33a68d1580ece61, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.2 K 2024-11-28T01:25:48,236 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2caa78a2bcd74bbbb058c63302a86098, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732757143339 2024-11-28T01:25:48,237 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a894991adf4125a33a68d1580ece61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732757143357 2024-11-28T01:25:48,237 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting cebff4fecf1f4b0696f1d3d5c9aaaeb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732757145495 2024-11-28T01:25:48,242 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#C#compaction#350 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:48,243 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/347b037180e348b78b95e1a9f23d7f84 is 50, key is test_row_0/C:col10/1732757145495/Put/seqid=0 2024-11-28T01:25:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742232_1408 (size=12104) 2024-11-28T01:25:48,250 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2beea0ddb91e42628b4e1e93f7bf3b1f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2beea0ddb91e42628b4e1e93f7bf3b1f 2024-11-28T01:25:48,254 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/A of 6ee8c1b742d49325407e6779e4c939ae into 2beea0ddb91e42628b4e1e93f7bf3b1f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:48,254 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:48,254 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/A, priority=13, startTime=1732757147793; duration=0sec 2024-11-28T01:25:48,254 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:48,255 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:A 2024-11-28T01:25:48,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757208290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757208291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757208292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757208292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757208293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:48,322 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b6d9ebe328e74c3f9a00515b21ac96dc_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b6d9ebe328e74c3f9a00515b21ac96dc_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:48,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/07dd88a9433740d889eadcaf6b2e5e74, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/07dd88a9433740d889eadcaf6b2e5e74 is 175, key is test_row_0/A:col10/1732757146146/Put/seqid=0 2024-11-28T01:25:48,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742233_1409 (size=30955) 2024-11-28T01:25:48,333 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/07dd88a9433740d889eadcaf6b2e5e74 2024-11-28T01:25:48,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/c204c811a0e647c4bf83ecbeec6a8c7f is 50, key is test_row_0/B:col10/1732757146146/Put/seqid=0 2024-11-28T01:25:48,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742234_1410 (size=12001) 2024-11-28T01:25:48,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757208394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757208396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757208397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757208398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757208401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T01:25:48,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757208599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757208599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757208605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757208605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757208606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,651 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/347b037180e348b78b95e1a9f23d7f84 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/347b037180e348b78b95e1a9f23d7f84 2024-11-28T01:25:48,662 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/C of 6ee8c1b742d49325407e6779e4c939ae into 347b037180e348b78b95e1a9f23d7f84(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:48,662 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:48,662 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/C, priority=13, startTime=1732757147793; duration=0sec 2024-11-28T01:25:48,662 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:48,662 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:C 2024-11-28T01:25:48,746 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/c204c811a0e647c4bf83ecbeec6a8c7f 2024-11-28T01:25:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f882131b3c944e8ca70dcc7e2318c3e0 is 50, key is test_row_0/C:col10/1732757146146/Put/seqid=0 2024-11-28T01:25:48,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742235_1411 (size=12001) 2024-11-28T01:25:48,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757208903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757208904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757208911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757208912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:48,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757208913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f882131b3c944e8ca70dcc7e2318c3e0 2024-11-28T01:25:49,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/07dd88a9433740d889eadcaf6b2e5e74 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/07dd88a9433740d889eadcaf6b2e5e74 2024-11-28T01:25:49,176 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/07dd88a9433740d889eadcaf6b2e5e74, entries=150, sequenceid=77, filesize=30.2 K 2024-11-28T01:25:49,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/c204c811a0e647c4bf83ecbeec6a8c7f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/c204c811a0e647c4bf83ecbeec6a8c7f 2024-11-28T01:25:49,181 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/c204c811a0e647c4bf83ecbeec6a8c7f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T01:25:49,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f882131b3c944e8ca70dcc7e2318c3e0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f882131b3c944e8ca70dcc7e2318c3e0 2024-11-28T01:25:49,185 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f882131b3c944e8ca70dcc7e2318c3e0, entries=150, sequenceid=77, filesize=11.7 K 2024-11-28T01:25:49,186 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6ee8c1b742d49325407e6779e4c939ae in 1285ms, sequenceid=77, compaction requested=false 2024-11-28T01:25:49,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:49,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:49,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-28T01:25:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-28T01:25:49,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-28T01:25:49,188 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7450 sec 2024-11-28T01:25:49,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.7480 sec 2024-11-28T01:25:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:49,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T01:25:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:49,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:49,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112875cd3d55c9cb411ca9290b32c1df0ebb_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757148292/Put/seqid=0 2024-11-28T01:25:49,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742236_1412 (size=12154) 2024-11-28T01:25:49,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757209436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757209437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757209440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757209443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757209443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-28T01:25:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,545 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-28T01:25:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757209545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757209545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-28T01:25:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T01:25:49,548 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:49,548 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:49,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757209548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757209549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757209550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T01:25:49,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-28T01:25:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:49,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:49,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757209747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757209747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757209754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757209755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757209755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,838 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:49,842 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112875cd3d55c9cb411ca9290b32c1df0ebb_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112875cd3d55c9cb411ca9290b32c1df0ebb_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:49,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/7c1729f1446e4ed0a0d9a9967b01ba43, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:49,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/7c1729f1446e4ed0a0d9a9967b01ba43 is 175, key is test_row_0/A:col10/1732757148292/Put/seqid=0 2024-11-28T01:25:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742237_1413 (size=30955) 2024-11-28T01:25:49,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/7c1729f1446e4ed0a0d9a9967b01ba43 2024-11-28T01:25:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T01:25:49,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:49,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-28T01:25:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:49,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:49,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:49,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/f596dff16c074b7fb185ac3717beb9af is 50, key is test_row_0/B:col10/1732757148292/Put/seqid=0 2024-11-28T01:25:49,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742238_1414 (size=12001) 2024-11-28T01:25:49,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/f596dff16c074b7fb185ac3717beb9af 2024-11-28T01:25:49,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/6873899c4a044c18bcf9b3c622290ed1 is 50, key is test_row_0/C:col10/1732757148292/Put/seqid=0 2024-11-28T01:25:49,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742239_1415 (size=12001) 2024-11-28T01:25:50,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-28T01:25:50,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:50,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757210051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757210051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757210059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757210060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757210060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T01:25:50,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-28T01:25:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/6873899c4a044c18bcf9b3c622290ed1 2024-11-28T01:25:50,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/7c1729f1446e4ed0a0d9a9967b01ba43 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7c1729f1446e4ed0a0d9a9967b01ba43 2024-11-28T01:25:50,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7c1729f1446e4ed0a0d9a9967b01ba43, entries=150, sequenceid=96, filesize=30.2 K 2024-11-28T01:25:50,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/f596dff16c074b7fb185ac3717beb9af as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/f596dff16c074b7fb185ac3717beb9af 2024-11-28T01:25:50,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/f596dff16c074b7fb185ac3717beb9af, entries=150, sequenceid=96, filesize=11.7 K 2024-11-28T01:25:50,312 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-28T01:25:50,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:50,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/6873899c4a044c18bcf9b3c622290ed1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/6873899c4a044c18bcf9b3c622290ed1 2024-11-28T01:25:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:50,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/6873899c4a044c18bcf9b3c622290ed1, entries=150, sequenceid=96, filesize=11.7 K 2024-11-28T01:25:50,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6ee8c1b742d49325407e6779e4c939ae in 907ms, sequenceid=96, compaction requested=true 2024-11-28T01:25:50,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:50,319 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:50,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:50,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:50,320 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:50,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:50,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:50,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:50,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:50,321 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:50,321 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/A is initiating minor compaction (all files) 2024-11-28T01:25:50,321 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/A in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,321 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2beea0ddb91e42628b4e1e93f7bf3b1f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/07dd88a9433740d889eadcaf6b2e5e74, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7c1729f1446e4ed0a0d9a9967b01ba43] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=90.8 K 2024-11-28T01:25:50,321 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,321 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2beea0ddb91e42628b4e1e93f7bf3b1f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/07dd88a9433740d889eadcaf6b2e5e74, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7c1729f1446e4ed0a0d9a9967b01ba43] 2024-11-28T01:25:50,321 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:50,321 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/B is initiating minor compaction (all files) 2024-11-28T01:25:50,321 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/B in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,322 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/855f0d94335c4ba293c3fc465c46d368, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/c204c811a0e647c4bf83ecbeec6a8c7f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/f596dff16c074b7fb185ac3717beb9af] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.3 K 2024-11-28T01:25:50,322 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2beea0ddb91e42628b4e1e93f7bf3b1f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732757145495 2024-11-28T01:25:50,322 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 855f0d94335c4ba293c3fc465c46d368, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732757145495 2024-11-28T01:25:50,323 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07dd88a9433740d889eadcaf6b2e5e74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732757146146 2024-11-28T01:25:50,323 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c204c811a0e647c4bf83ecbeec6a8c7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732757146146 2024-11-28T01:25:50,323 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c1729f1446e4ed0a0d9a9967b01ba43, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732757148289 2024-11-28T01:25:50,323 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f596dff16c074b7fb185ac3717beb9af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732757148289 2024-11-28T01:25:50,334 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:50,334 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#B#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:50,334 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/5cf95e4580c4424facc7642a153beb57 is 50, key is test_row_0/B:col10/1732757148292/Put/seqid=0 2024-11-28T01:25:50,337 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128d8e40a37eeef45a3b5d8010d203c0850_6ee8c1b742d49325407e6779e4c939ae store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:50,342 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128d8e40a37eeef45a3b5d8010d203c0850_6ee8c1b742d49325407e6779e4c939ae, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:50,342 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d8e40a37eeef45a3b5d8010d203c0850_6ee8c1b742d49325407e6779e4c939ae because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742240_1416 (size=12207) 2024-11-28T01:25:50,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742241_1417 (size=4469) 2024-11-28T01:25:50,358 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#A#compaction#357 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:50,359 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/4b333742fe7e49a3b5dac40576a1896f is 175, key is test_row_0/A:col10/1732757148292/Put/seqid=0 2024-11-28T01:25:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742242_1418 (size=31161) 2024-11-28T01:25:50,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-28T01:25:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,465 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T01:25:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:50,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:50,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:50,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128036de06911364e06a52dd79cfa03ff86_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757149425/Put/seqid=0 2024-11-28T01:25:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742243_1419 (size=12154) 2024-11-28T01:25:50,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757210579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757210579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757210580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757210586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757210587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T01:25:50,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757210691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757210691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757210691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757210697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757210698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,754 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/5cf95e4580c4424facc7642a153beb57 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5cf95e4580c4424facc7642a153beb57 2024-11-28T01:25:50,758 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/B of 6ee8c1b742d49325407e6779e4c939ae into 5cf95e4580c4424facc7642a153beb57(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:50,758 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:50,758 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/B, priority=13, startTime=1732757150320; duration=0sec 2024-11-28T01:25:50,758 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:50,758 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:B 2024-11-28T01:25:50,759 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:50,759 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:50,759 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/C is initiating minor compaction (all files) 2024-11-28T01:25:50,760 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/C in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:50,760 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/347b037180e348b78b95e1a9f23d7f84, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f882131b3c944e8ca70dcc7e2318c3e0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/6873899c4a044c18bcf9b3c622290ed1] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.3 K 2024-11-28T01:25:50,760 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 347b037180e348b78b95e1a9f23d7f84, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732757145495 2024-11-28T01:25:50,760 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f882131b3c944e8ca70dcc7e2318c3e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732757146146 2024-11-28T01:25:50,761 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6873899c4a044c18bcf9b3c622290ed1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732757148289 2024-11-28T01:25:50,768 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:50,769 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/9962255782db4d409ff33c36a36f14ef is 50, key is test_row_0/C:col10/1732757148292/Put/seqid=0 2024-11-28T01:25:50,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742244_1420 (size=12207) 2024-11-28T01:25:50,777 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/9962255782db4d409ff33c36a36f14ef as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/9962255782db4d409ff33c36a36f14ef 2024-11-28T01:25:50,779 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/4b333742fe7e49a3b5dac40576a1896f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/4b333742fe7e49a3b5dac40576a1896f 2024-11-28T01:25:50,782 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/C of 6ee8c1b742d49325407e6779e4c939ae into 9962255782db4d409ff33c36a36f14ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:50,782 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:50,782 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/C, priority=13, startTime=1732757150320; duration=0sec 2024-11-28T01:25:50,782 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:50,782 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:C 2024-11-28T01:25:50,783 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/A of 6ee8c1b742d49325407e6779e4c939ae into 4b333742fe7e49a3b5dac40576a1896f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:50,783 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:50,783 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/A, priority=13, startTime=1732757150319; duration=0sec 2024-11-28T01:25:50,783 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:50,783 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:A 2024-11-28T01:25:50,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:50,881 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128036de06911364e06a52dd79cfa03ff86_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128036de06911364e06a52dd79cfa03ff86_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2dd043b7330247cea47e94638b4b6555, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2dd043b7330247cea47e94638b4b6555 is 175, key is test_row_0/A:col10/1732757149425/Put/seqid=0 2024-11-28T01:25:50,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742245_1421 (size=30955) 2024-11-28T01:25:50,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757210896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757210897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757210898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757210904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:50,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757210904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757211203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757211203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757211204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757211208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757211211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,287 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2dd043b7330247cea47e94638b4b6555 2024-11-28T01:25:51,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/5df14dcdd6cb4673b8b649f9780a1b95 is 50, key is test_row_0/B:col10/1732757149425/Put/seqid=0 2024-11-28T01:25:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742246_1422 (size=12001) 2024-11-28T01:25:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T01:25:51,698 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/5df14dcdd6cb4673b8b649f9780a1b95 2024-11-28T01:25:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/7e861d8b65ed41b79219780714690781 is 50, key is test_row_0/C:col10/1732757149425/Put/seqid=0 2024-11-28T01:25:51,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742247_1423 (size=12001) 2024-11-28T01:25:51,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757211710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757211710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757211710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757211715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:51,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757211716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,109 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/7e861d8b65ed41b79219780714690781 2024-11-28T01:25:52,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2dd043b7330247cea47e94638b4b6555 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2dd043b7330247cea47e94638b4b6555 2024-11-28T01:25:52,117 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2dd043b7330247cea47e94638b4b6555, entries=150, sequenceid=116, filesize=30.2 K 2024-11-28T01:25:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/5df14dcdd6cb4673b8b649f9780a1b95 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5df14dcdd6cb4673b8b649f9780a1b95 2024-11-28T01:25:52,122 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5df14dcdd6cb4673b8b649f9780a1b95, entries=150, sequenceid=116, filesize=11.7 K 2024-11-28T01:25:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/7e861d8b65ed41b79219780714690781 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/7e861d8b65ed41b79219780714690781 2024-11-28T01:25:52,126 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/7e861d8b65ed41b79219780714690781, entries=150, sequenceid=116, filesize=11.7 K 2024-11-28T01:25:52,127 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6ee8c1b742d49325407e6779e4c939ae in 1662ms, sequenceid=116, compaction requested=false 2024-11-28T01:25:52,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:52,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:52,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-28T01:25:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-28T01:25:52,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-28T01:25:52,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5800 sec 2024-11-28T01:25:52,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.5840 sec 2024-11-28T01:25:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:52,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-28T01:25:52,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:52,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:52,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:52,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:52,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:52,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:52,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282ac866b22fb941e8aab95ea08444a7e4_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757152719/Put/seqid=0 2024-11-28T01:25:52,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742248_1424 (size=14744) 2024-11-28T01:25:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757212738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757212742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757212742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757212743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757212744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757212845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757212845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757212848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757212848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:52,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757212850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757213053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757213053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757213054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757213054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757213055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,132 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:53,135 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282ac866b22fb941e8aab95ea08444a7e4_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282ac866b22fb941e8aab95ea08444a7e4_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:53,135 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/de45bb71cec54ba480d0bcf6bc3e1171, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:53,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/de45bb71cec54ba480d0bcf6bc3e1171 is 175, key is test_row_0/A:col10/1732757152719/Put/seqid=0 2024-11-28T01:25:53,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742249_1425 (size=39699) 2024-11-28T01:25:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757213359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757213360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757213360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757213361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757213364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,541 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/de45bb71cec54ba480d0bcf6bc3e1171 2024-11-28T01:25:53,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/e59f6eb1807e44d4a2d11243f4653ba2 is 50, key is test_row_0/B:col10/1732757152719/Put/seqid=0 2024-11-28T01:25:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742250_1426 (size=12151) 2024-11-28T01:25:53,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/e59f6eb1807e44d4a2d11243f4653ba2 2024-11-28T01:25:53,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/04c036762eaf49a1bed0d371e24044f9 is 50, key is test_row_0/C:col10/1732757152719/Put/seqid=0 2024-11-28T01:25:53,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742251_1427 (size=12151) 2024-11-28T01:25:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-28T01:25:53,653 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-28T01:25:53,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-28T01:25:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T01:25:53,655 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:53,656 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:53,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T01:25:53,807 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T01:25:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:53,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:53,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757213864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757213865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757213865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757213867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757213872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T01:25:53,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:53,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T01:25:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:53,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:53,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:53,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/04c036762eaf49a1bed0d371e24044f9 2024-11-28T01:25:53,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/de45bb71cec54ba480d0bcf6bc3e1171 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/de45bb71cec54ba480d0bcf6bc3e1171 2024-11-28T01:25:53,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/de45bb71cec54ba480d0bcf6bc3e1171, entries=200, sequenceid=136, filesize=38.8 K 2024-11-28T01:25:53,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/e59f6eb1807e44d4a2d11243f4653ba2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/e59f6eb1807e44d4a2d11243f4653ba2 2024-11-28T01:25:53,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/e59f6eb1807e44d4a2d11243f4653ba2, entries=150, sequenceid=136, filesize=11.9 K 2024-11-28T01:25:53,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/04c036762eaf49a1bed0d371e24044f9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/04c036762eaf49a1bed0d371e24044f9 2024-11-28T01:25:53,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/04c036762eaf49a1bed0d371e24044f9, entries=150, sequenceid=136, filesize=11.9 K 2024-11-28T01:25:53,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 6ee8c1b742d49325407e6779e4c939ae in 1267ms, sequenceid=136, compaction requested=true 2024-11-28T01:25:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:53,987 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:53,987 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:53,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:53,988 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:53,988 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/A is initiating minor compaction (all files) 2024-11-28T01:25:53,988 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/A in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:53,988 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/4b333742fe7e49a3b5dac40576a1896f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2dd043b7330247cea47e94638b4b6555, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/de45bb71cec54ba480d0bcf6bc3e1171] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=99.4 K 2024-11-28T01:25:53,988 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:53,988 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/4b333742fe7e49a3b5dac40576a1896f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2dd043b7330247cea47e94638b4b6555, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/de45bb71cec54ba480d0bcf6bc3e1171] 2024-11-28T01:25:53,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:53,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/B is initiating minor compaction (all files) 2024-11-28T01:25:53,989 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/B in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:53,989 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5cf95e4580c4424facc7642a153beb57, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5df14dcdd6cb4673b8b649f9780a1b95, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/e59f6eb1807e44d4a2d11243f4653ba2] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.5 K 2024-11-28T01:25:53,989 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b333742fe7e49a3b5dac40576a1896f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732757148289 2024-11-28T01:25:53,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cf95e4580c4424facc7642a153beb57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732757148289 2024-11-28T01:25:53,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5df14dcdd6cb4673b8b649f9780a1b95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732757149425 2024-11-28T01:25:53,989 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dd043b7330247cea47e94638b4b6555, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732757149425 2024-11-28T01:25:53,990 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e59f6eb1807e44d4a2d11243f4653ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757150579 2024-11-28T01:25:53,990 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting de45bb71cec54ba480d0bcf6bc3e1171, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757150572 2024-11-28T01:25:53,996 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:53,998 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:53,998 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/62ad3e19bfd643798e297a6be316524c is 50, key is test_row_0/B:col10/1732757152719/Put/seqid=0 2024-11-28T01:25:54,004 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112837be7b7fbdb74eb5824765988c9973f0_6ee8c1b742d49325407e6779e4c939ae store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:54,006 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112837be7b7fbdb74eb5824765988c9973f0_6ee8c1b742d49325407e6779e4c939ae, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:54,007 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112837be7b7fbdb74eb5824765988c9973f0_6ee8c1b742d49325407e6779e4c939ae because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742252_1428 (size=12459) 2024-11-28T01:25:54,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742253_1429 (size=4469) 2024-11-28T01:25:54,024 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#A#compaction#365 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:54,024 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/9fa210aacf984d83ae8a1a20bd297560 is 175, key is test_row_0/A:col10/1732757152719/Put/seqid=0 2024-11-28T01:25:54,026 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/62ad3e19bfd643798e297a6be316524c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/62ad3e19bfd643798e297a6be316524c 2024-11-28T01:25:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742254_1430 (size=31413) 2024-11-28T01:25:54,034 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/B of 6ee8c1b742d49325407e6779e4c939ae into 62ad3e19bfd643798e297a6be316524c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:54,034 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:54,034 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/B, priority=13, startTime=1732757153987; duration=0sec 2024-11-28T01:25:54,034 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:54,034 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:B 2024-11-28T01:25:54,034 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:54,035 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:54,035 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/C is initiating minor compaction (all files) 2024-11-28T01:25:54,035 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/C in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:54,035 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/9962255782db4d409ff33c36a36f14ef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/7e861d8b65ed41b79219780714690781, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/04c036762eaf49a1bed0d371e24044f9] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.5 K 2024-11-28T01:25:54,035 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9962255782db4d409ff33c36a36f14ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732757148289 2024-11-28T01:25:54,036 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e861d8b65ed41b79219780714690781, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732757149425 2024-11-28T01:25:54,036 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c036762eaf49a1bed0d371e24044f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757150579 2024-11-28T01:25:54,045 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#C#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:54,045 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/50cd63a003aa45f9af463a8c957446ce is 50, key is test_row_0/C:col10/1732757152719/Put/seqid=0 2024-11-28T01:25:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742255_1431 (size=12459) 2024-11-28T01:25:54,053 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/50cd63a003aa45f9af463a8c957446ce as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/50cd63a003aa45f9af463a8c957446ce 2024-11-28T01:25:54,057 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/C of 6ee8c1b742d49325407e6779e4c939ae into 50cd63a003aa45f9af463a8c957446ce(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:54,057 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:54,057 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/C, priority=13, startTime=1732757153987; duration=0sec 2024-11-28T01:25:54,057 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:54,057 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:C 2024-11-28T01:25:54,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:54,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-28T01:25:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:54,114 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T01:25:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:54,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:54,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282085caeb56b04c77b153ad79e72cdbb9_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757152741/Put/seqid=0 2024-11-28T01:25:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742256_1432 (size=12304) 2024-11-28T01:25:54,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:54,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282085caeb56b04c77b153ad79e72cdbb9_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282085caeb56b04c77b153ad79e72cdbb9_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:54,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2494f199076e408cb0d80a16d1e2c8b4, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:54,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2494f199076e408cb0d80a16d1e2c8b4 is 175, key is test_row_0/A:col10/1732757152741/Put/seqid=0 2024-11-28T01:25:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742257_1433 (size=31105) 2024-11-28T01:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T01:25:54,435 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/9fa210aacf984d83ae8a1a20bd297560 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/9fa210aacf984d83ae8a1a20bd297560 2024-11-28T01:25:54,439 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/A of 6ee8c1b742d49325407e6779e4c939ae into 9fa210aacf984d83ae8a1a20bd297560(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:54,439 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:54,440 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/A, priority=13, startTime=1732757153987; duration=0sec 2024-11-28T01:25:54,440 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:54,440 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:A 2024-11-28T01:25:54,539 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2494f199076e408cb0d80a16d1e2c8b4 2024-11-28T01:25:54,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/314a0ea752184ead932ebcb285471453 is 50, key is test_row_0/B:col10/1732757152741/Put/seqid=0 2024-11-28T01:25:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742258_1434 (size=12151) 2024-11-28T01:25:54,551 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/314a0ea752184ead932ebcb285471453 2024-11-28T01:25:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/a3421efcae554fe28380f9dc5b1e083b is 50, key is test_row_0/C:col10/1732757152741/Put/seqid=0 2024-11-28T01:25:54,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742259_1435 (size=12151) 2024-11-28T01:25:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T01:25:54,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:54,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:54,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757214886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757214887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757214887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757214888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757214890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:54,970 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/a3421efcae554fe28380f9dc5b1e083b 2024-11-28T01:25:54,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/2494f199076e408cb0d80a16d1e2c8b4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2494f199076e408cb0d80a16d1e2c8b4 2024-11-28T01:25:54,977 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2494f199076e408cb0d80a16d1e2c8b4, entries=150, sequenceid=157, filesize=30.4 K 2024-11-28T01:25:54,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/314a0ea752184ead932ebcb285471453 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/314a0ea752184ead932ebcb285471453 2024-11-28T01:25:54,981 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/314a0ea752184ead932ebcb285471453, entries=150, sequenceid=157, filesize=11.9 K 2024-11-28T01:25:54,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/a3421efcae554fe28380f9dc5b1e083b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/a3421efcae554fe28380f9dc5b1e083b 2024-11-28T01:25:54,990 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/a3421efcae554fe28380f9dc5b1e083b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-28T01:25:54,992 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 6ee8c1b742d49325407e6779e4c939ae in 877ms, sequenceid=157, compaction requested=false 2024-11-28T01:25:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-28T01:25:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-28T01:25:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:54,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-28T01:25:54,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-28T01:25:54,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3380 sec 2024-11-28T01:25:54,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:54,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:54,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:54,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:54,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:54,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:54,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.3420 sec 2024-11-28T01:25:55,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112817c44fbfdacb4f83bbb3b45445c8a582_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757154994/Put/seqid=0 2024-11-28T01:25:55,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742260_1436 (size=14794) 2024-11-28T01:25:55,015 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:55,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112817c44fbfdacb4f83bbb3b45445c8a582_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112817c44fbfdacb4f83bbb3b45445c8a582_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:55,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/83a71655fa6a46158f9daef90b486faa, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:55,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/83a71655fa6a46158f9daef90b486faa is 175, key is test_row_0/A:col10/1732757154994/Put/seqid=0 2024-11-28T01:25:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757215015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757215016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757215017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757215020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757215021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742261_1437 (size=39749) 2024-11-28T01:25:55,037 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/83a71655fa6a46158f9daef90b486faa 2024-11-28T01:25:55,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/b9967b48f2774bd1869993319b7fef9d is 50, key is test_row_0/B:col10/1732757154994/Put/seqid=0 2024-11-28T01:25:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742262_1438 (size=12151) 2024-11-28T01:25:55,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757215126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757215127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757215127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757215127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757215127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757215333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757215333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757215334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757215334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757215334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/b9967b48f2774bd1869993319b7fef9d 2024-11-28T01:25:55,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/697383ac41604ee98bbcea47225a7303 is 50, key is test_row_0/C:col10/1732757154994/Put/seqid=0 2024-11-28T01:25:55,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742263_1439 (size=12151) 2024-11-28T01:25:55,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/697383ac41604ee98bbcea47225a7303 2024-11-28T01:25:55,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/83a71655fa6a46158f9daef90b486faa as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/83a71655fa6a46158f9daef90b486faa 2024-11-28T01:25:55,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/83a71655fa6a46158f9daef90b486faa, entries=200, sequenceid=176, filesize=38.8 K 2024-11-28T01:25:55,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/b9967b48f2774bd1869993319b7fef9d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9967b48f2774bd1869993319b7fef9d 2024-11-28T01:25:55,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9967b48f2774bd1869993319b7fef9d, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T01:25:55,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/697383ac41604ee98bbcea47225a7303 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/697383ac41604ee98bbcea47225a7303 2024-11-28T01:25:55,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/697383ac41604ee98bbcea47225a7303, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T01:25:55,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6ee8c1b742d49325407e6779e4c939ae in 493ms, sequenceid=176, compaction requested=true 2024-11-28T01:25:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:55,489 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:55,489 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:55,490 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:55,490 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/A is initiating minor compaction (all files) 2024-11-28T01:25:55,490 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:55,490 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/A in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:55,490 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/B is initiating minor compaction (all files) 2024-11-28T01:25:55,490 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/B in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:55,490 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/9fa210aacf984d83ae8a1a20bd297560, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2494f199076e408cb0d80a16d1e2c8b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/83a71655fa6a46158f9daef90b486faa] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=99.9 K 2024-11-28T01:25:55,490 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/62ad3e19bfd643798e297a6be316524c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/314a0ea752184ead932ebcb285471453, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9967b48f2774bd1869993319b7fef9d] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.9 K 2024-11-28T01:25:55,490 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:55,490 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/9fa210aacf984d83ae8a1a20bd297560, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2494f199076e408cb0d80a16d1e2c8b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/83a71655fa6a46158f9daef90b486faa] 2024-11-28T01:25:55,491 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 62ad3e19bfd643798e297a6be316524c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757150579 2024-11-28T01:25:55,491 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fa210aacf984d83ae8a1a20bd297560, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757150579 2024-11-28T01:25:55,491 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 314a0ea752184ead932ebcb285471453, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732757152741 2024-11-28T01:25:55,491 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2494f199076e408cb0d80a16d1e2c8b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732757152741 2024-11-28T01:25:55,491 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b9967b48f2774bd1869993319b7fef9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757154886 2024-11-28T01:25:55,491 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83a71655fa6a46158f9daef90b486faa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757154886 2024-11-28T01:25:55,499 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:55,500 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#B#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:55,502 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/dab23a23bec14cedb8e750c4b421f8a5 is 50, key is test_row_0/B:col10/1732757154994/Put/seqid=0 2024-11-28T01:25:55,501 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128f46c3ce18fce4b5eb36b2556887b4848_6ee8c1b742d49325407e6779e4c939ae store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:55,505 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128f46c3ce18fce4b5eb36b2556887b4848_6ee8c1b742d49325407e6779e4c939ae, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:55,505 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128f46c3ce18fce4b5eb36b2556887b4848_6ee8c1b742d49325407e6779e4c939ae because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742264_1440 (size=12561) 2024-11-28T01:25:55,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742265_1441 (size=4469) 2024-11-28T01:25:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:55,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-28T01:25:55,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:55,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:55,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:55,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:55,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:55,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:55,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b73cedf20ce3479eb357f4c54c0d7605_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757155014/Put/seqid=0 2024-11-28T01:25:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742266_1442 (size=17284) 2024-11-28T01:25:55,657 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:55,660 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b73cedf20ce3479eb357f4c54c0d7605_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b73cedf20ce3479eb357f4c54c0d7605_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:55,661 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/f7c378fbfa904419a5947cf6d54baaa3, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:55,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/f7c378fbfa904419a5947cf6d54baaa3 is 175, key is test_row_0/A:col10/1732757155014/Put/seqid=0 2024-11-28T01:25:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742267_1443 (size=48389) 2024-11-28T01:25:55,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757215702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757215702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757215703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757215704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757215706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-28T01:25:55,759 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-28T01:25:55,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-28T01:25:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T01:25:55,762 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:55,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:55,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:55,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757215811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757215811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757215811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757215811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757215812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T01:25:55,914 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/dab23a23bec14cedb8e750c4b421f8a5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/dab23a23bec14cedb8e750c4b421f8a5 2024-11-28T01:25:55,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:55,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:55,915 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#A#compaction#375 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:55,916 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/e310640b54af43128299e7c2c04c88cb is 175, key is test_row_0/A:col10/1732757154994/Put/seqid=0 2024-11-28T01:25:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:55,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:55,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:55,921 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/B of 6ee8c1b742d49325407e6779e4c939ae into dab23a23bec14cedb8e750c4b421f8a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:55,921 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:55,921 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/B, priority=13, startTime=1732757155489; duration=0sec 2024-11-28T01:25:55,921 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:55,921 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:B 2024-11-28T01:25:55,921 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:25:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742268_1444 (size=31515) 2024-11-28T01:25:55,923 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:25:55,923 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/C is initiating minor compaction (all files) 2024-11-28T01:25:55,923 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/C in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:55,923 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/50cd63a003aa45f9af463a8c957446ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/a3421efcae554fe28380f9dc5b1e083b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/697383ac41604ee98bbcea47225a7303] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=35.9 K 2024-11-28T01:25:55,924 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 50cd63a003aa45f9af463a8c957446ce, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757150579 2024-11-28T01:25:55,924 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a3421efcae554fe28380f9dc5b1e083b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732757152741 2024-11-28T01:25:55,924 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 697383ac41604ee98bbcea47225a7303, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757154886 2024-11-28T01:25:55,934 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:55,934 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cf17907fb54b43fb85dfb5604b061d99 is 50, key is test_row_0/C:col10/1732757154994/Put/seqid=0 2024-11-28T01:25:55,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742269_1445 (size=12561) 2024-11-28T01:25:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757216013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757216013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757216014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757216015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757216017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T01:25:56,065 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/f7c378fbfa904419a5947cf6d54baaa3 2024-11-28T01:25:56,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/da2c22e05b114bab81d0696301229b47 is 50, key is test_row_0/B:col10/1732757155014/Put/seqid=0 2024-11-28T01:25:56,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742270_1446 (size=12151) 2024-11-28T01:25:56,221 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757216320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757216321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757216321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757216321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757216322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,329 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/e310640b54af43128299e7c2c04c88cb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/e310640b54af43128299e7c2c04c88cb 2024-11-28T01:25:56,334 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/A of 6ee8c1b742d49325407e6779e4c939ae into e310640b54af43128299e7c2c04c88cb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:56,334 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:56,334 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/A, priority=13, startTime=1732757155489; duration=0sec 2024-11-28T01:25:56,334 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:56,334 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:A 2024-11-28T01:25:56,352 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cf17907fb54b43fb85dfb5604b061d99 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cf17907fb54b43fb85dfb5604b061d99 2024-11-28T01:25:56,356 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/C of 6ee8c1b742d49325407e6779e4c939ae into cf17907fb54b43fb85dfb5604b061d99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:56,356 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:56,356 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/C, priority=13, startTime=1732757155489; duration=0sec 2024-11-28T01:25:56,356 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:56,356 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:C 2024-11-28T01:25:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T01:25:56,374 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:56,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:56,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/da2c22e05b114bab81d0696301229b47 2024-11-28T01:25:56,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/82f4710b9c7749048a6c99cfc58a322a is 50, key is test_row_0/C:col10/1732757155014/Put/seqid=0 2024-11-28T01:25:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742271_1447 (size=12151) 2024-11-28T01:25:56,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:56,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:56,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:56,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757216826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757216827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757216827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757216828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757216829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:56,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T01:25:56,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/82f4710b9c7749048a6c99cfc58a322a 2024-11-28T01:25:56,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/f7c378fbfa904419a5947cf6d54baaa3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/f7c378fbfa904419a5947cf6d54baaa3 2024-11-28T01:25:56,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/f7c378fbfa904419a5947cf6d54baaa3, entries=250, sequenceid=196, filesize=47.3 K 2024-11-28T01:25:56,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/da2c22e05b114bab81d0696301229b47 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da2c22e05b114bab81d0696301229b47 2024-11-28T01:25:56,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da2c22e05b114bab81d0696301229b47, entries=150, sequenceid=196, filesize=11.9 K 2024-11-28T01:25:56,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/82f4710b9c7749048a6c99cfc58a322a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/82f4710b9c7749048a6c99cfc58a322a 2024-11-28T01:25:56,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/82f4710b9c7749048a6c99cfc58a322a, entries=150, sequenceid=196, filesize=11.9 K 2024-11-28T01:25:56,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 6ee8c1b742d49325407e6779e4c939ae in 1269ms, sequenceid=196, compaction requested=false 2024-11-28T01:25:56,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:56,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:56,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-28T01:25:56,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:56,986 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T01:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282aa7b61e91c045f18b9cfcad3aa7d7ae_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757155657/Put/seqid=0 2024-11-28T01:25:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742272_1448 (size=12304) 2024-11-28T01:25:57,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,405 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282aa7b61e91c045f18b9cfcad3aa7d7ae_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282aa7b61e91c045f18b9cfcad3aa7d7ae_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:57,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/eb48b70f95ba4284a45ae22b775435a1, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:57,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/eb48b70f95ba4284a45ae22b775435a1 is 175, key is test_row_0/A:col10/1732757155657/Put/seqid=0 2024-11-28T01:25:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742273_1449 (size=31105) 2024-11-28T01:25:57,416 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/eb48b70f95ba4284a45ae22b775435a1 2024-11-28T01:25:57,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/78e5f85515124ec99f42448711b17dd1 is 50, key is test_row_0/B:col10/1732757155657/Put/seqid=0 2024-11-28T01:25:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742274_1450 (size=12151) 2024-11-28T01:25:57,435 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/78e5f85515124ec99f42448711b17dd1 2024-11-28T01:25:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/01879ac57c2c4d658778afb42ded32ff is 50, key is test_row_0/C:col10/1732757155657/Put/seqid=0 2024-11-28T01:25:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742275_1451 (size=12151) 2024-11-28T01:25:57,449 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/01879ac57c2c4d658778afb42ded32ff 2024-11-28T01:25:57,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/eb48b70f95ba4284a45ae22b775435a1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/eb48b70f95ba4284a45ae22b775435a1 2024-11-28T01:25:57,460 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/eb48b70f95ba4284a45ae22b775435a1, entries=150, sequenceid=215, filesize=30.4 K 2024-11-28T01:25:57,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/78e5f85515124ec99f42448711b17dd1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/78e5f85515124ec99f42448711b17dd1 2024-11-28T01:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,464 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/78e5f85515124ec99f42448711b17dd1, entries=150, sequenceid=215, filesize=11.9 K 2024-11-28T01:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/01879ac57c2c4d658778afb42ded32ff as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/01879ac57c2c4d658778afb42ded32ff 2024-11-28T01:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,470 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/01879ac57c2c4d658778afb42ded32ff, entries=150, sequenceid=215, filesize=11.9 K 2024-11-28T01:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,470 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 6ee8c1b742d49325407e6779e4c939ae in 484ms, sequenceid=215, compaction requested=true 2024-11-28T01:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:57,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-28T01:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-28T01:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-28T01:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7090 sec 2024-11-28T01:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,475 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.7130 sec 2024-11-28T01:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-28T01:25:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,866 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-28T01:25:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:25:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-28T01:25:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T01:25:57,869 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:25:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,870 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:25:57,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:25:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:57,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:25:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:57,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:57,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:57,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:57,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128159141a00cec4422af1510d2545597b1_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757157943/Put/seqid=0 2024-11-28T01:25:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T01:25:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742277_1453 (size=27248) 2024-11-28T01:25:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:57,998 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:58,002 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128159141a00cec4422af1510d2545597b1_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128159141a00cec4422af1510d2545597b1_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:58,003 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/712bfb43004344479a50349ea3e4b11c, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:58,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/712bfb43004344479a50349ea3e4b11c is 175, key is test_row_0/A:col10/1732757157943/Put/seqid=0 2024-11-28T01:25:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742276_1452 (size=83034) 2024-11-28T01:25:58,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757218003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757218008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757218012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757218013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757218014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757218117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757218117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757218122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757218125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757218125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T01:25:58,175 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757218324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757218324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757218327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757218333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757218334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,413 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/712bfb43004344479a50349ea3e4b11c 2024-11-28T01:25:58,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/20ea1c480d634c51bcef980f87bee153 is 50, key is test_row_0/B:col10/1732757157943/Put/seqid=0 2024-11-28T01:25:58,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742278_1454 (size=12151) 2024-11-28T01:25:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T01:25:58,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:58,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:58,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757218634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757218636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757218637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757218641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757218642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/20ea1c480d634c51bcef980f87bee153 2024-11-28T01:25:58,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cd23fb7d07914059a1cc5ec250663265 is 50, key is test_row_0/C:col10/1732757157943/Put/seqid=0 2024-11-28T01:25:58,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742279_1455 (size=12151) 2024-11-28T01:25:58,940 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:58,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:58,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T01:25:59,093 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:59,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:59,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757219139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757219144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757219145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757219147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:25:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757219148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cd23fb7d07914059a1cc5ec250663265 2024-11-28T01:25:59,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/712bfb43004344479a50349ea3e4b11c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/712bfb43004344479a50349ea3e4b11c 2024-11-28T01:25:59,246 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:25:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:59,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:25:59,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/712bfb43004344479a50349ea3e4b11c, entries=450, sequenceid=227, filesize=81.1 K 2024-11-28T01:25:59,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/20ea1c480d634c51bcef980f87bee153 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/20ea1c480d634c51bcef980f87bee153 2024-11-28T01:25:59,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/20ea1c480d634c51bcef980f87bee153, entries=150, sequenceid=227, filesize=11.9 K 2024-11-28T01:25:59,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/cd23fb7d07914059a1cc5ec250663265 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cd23fb7d07914059a1cc5ec250663265 2024-11-28T01:25:59,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cd23fb7d07914059a1cc5ec250663265, entries=150, sequenceid=227, filesize=11.9 K 2024-11-28T01:25:59,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6ee8c1b742d49325407e6779e4c939ae in 1322ms, sequenceid=227, compaction requested=true 2024-11-28T01:25:59,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:59,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:25:59,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:59,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:25:59,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:59,266 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:25:59,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:25:59,266 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:25:59,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:59,267 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:25:59,267 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 194043 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:25:59,267 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/A is initiating minor compaction (all files) 2024-11-28T01:25:59,267 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/B is initiating minor compaction (all files) 2024-11-28T01:25:59,267 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/A in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,267 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/B in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,267 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/dab23a23bec14cedb8e750c4b421f8a5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da2c22e05b114bab81d0696301229b47, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/78e5f85515124ec99f42448711b17dd1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/20ea1c480d634c51bcef980f87bee153] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=47.9 K 2024-11-28T01:25:59,267 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/e310640b54af43128299e7c2c04c88cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/f7c378fbfa904419a5947cf6d54baaa3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/eb48b70f95ba4284a45ae22b775435a1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/712bfb43004344479a50349ea3e4b11c] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=189.5 K 2024-11-28T01:25:59,267 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,267 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/e310640b54af43128299e7c2c04c88cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/f7c378fbfa904419a5947cf6d54baaa3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/eb48b70f95ba4284a45ae22b775435a1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/712bfb43004344479a50349ea3e4b11c] 2024-11-28T01:25:59,268 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e310640b54af43128299e7c2c04c88cb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757154886 2024-11-28T01:25:59,268 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting dab23a23bec14cedb8e750c4b421f8a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757154886 2024-11-28T01:25:59,268 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting da2c22e05b114bab81d0696301229b47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732757155014 2024-11-28T01:25:59,268 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7c378fbfa904419a5947cf6d54baaa3, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732757155012 2024-11-28T01:25:59,268 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb48b70f95ba4284a45ae22b775435a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732757155657 2024-11-28T01:25:59,268 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 78e5f85515124ec99f42448711b17dd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732757155657 2024-11-28T01:25:59,269 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 20ea1c480d634c51bcef980f87bee153, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732757157916 2024-11-28T01:25:59,269 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 712bfb43004344479a50349ea3e4b11c, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732757157916 2024-11-28T01:25:59,278 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#B#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:59,278 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/3c3cb492763847c5833d1246bbe39124 is 50, key is test_row_0/B:col10/1732757157943/Put/seqid=0 2024-11-28T01:25:59,279 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:59,291 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128fa901419870b4c4899d05d3241211874_6ee8c1b742d49325407e6779e4c939ae store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:59,295 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128fa901419870b4c4899d05d3241211874_6ee8c1b742d49325407e6779e4c939ae, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:59,295 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128fa901419870b4c4899d05d3241211874_6ee8c1b742d49325407e6779e4c939ae because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742280_1456 (size=12697) 2024-11-28T01:25:59,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742281_1457 (size=4469) 2024-11-28T01:25:59,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:25:59,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-28T01:25:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,400 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:25:59,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:25:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:25:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:25:59,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:25:59,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d1ad022bb21b4ace9b15bb74baf94ab7_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757158011/Put/seqid=0 2024-11-28T01:25:59,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742282_1458 (size=12304) 2024-11-28T01:25:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:25:59,428 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d1ad022bb21b4ace9b15bb74baf94ab7_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d1ad022bb21b4ace9b15bb74baf94ab7_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:25:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/fe3eb54a5ad24f929fdfd8ba6d54597d, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:25:59,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/fe3eb54a5ad24f929fdfd8ba6d54597d is 175, key is test_row_0/A:col10/1732757158011/Put/seqid=0 2024-11-28T01:25:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742283_1459 (size=31105) 2024-11-28T01:25:59,445 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/fe3eb54a5ad24f929fdfd8ba6d54597d 2024-11-28T01:25:59,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/8d2ca9755b034494ba5b87d52af9202e is 50, key is test_row_0/B:col10/1732757158011/Put/seqid=0 2024-11-28T01:25:59,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742284_1460 (size=12151) 2024-11-28T01:25:59,697 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/3c3cb492763847c5833d1246bbe39124 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/3c3cb492763847c5833d1246bbe39124 2024-11-28T01:25:59,706 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/B of 6ee8c1b742d49325407e6779e4c939ae into 3c3cb492763847c5833d1246bbe39124(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:59,706 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:59,706 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/B, priority=12, startTime=1732757159265; duration=0sec 2024-11-28T01:25:59,707 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:25:59,707 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:B 2024-11-28T01:25:59,707 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:25:59,707 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#A#compaction#387 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:59,708 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/36d5448468154c63b93baebf0ef7c2a3 is 175, key is test_row_0/A:col10/1732757157943/Put/seqid=0 2024-11-28T01:25:59,710 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:25:59,710 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/C is initiating minor compaction (all files) 2024-11-28T01:25:59,710 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/C in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:25:59,710 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cf17907fb54b43fb85dfb5604b061d99, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/82f4710b9c7749048a6c99cfc58a322a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/01879ac57c2c4d658778afb42ded32ff, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cd23fb7d07914059a1cc5ec250663265] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=47.9 K 2024-11-28T01:25:59,710 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting cf17907fb54b43fb85dfb5604b061d99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757154886 2024-11-28T01:25:59,711 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 82f4710b9c7749048a6c99cfc58a322a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732757155014 2024-11-28T01:25:59,711 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 01879ac57c2c4d658778afb42ded32ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732757155657 2024-11-28T01:25:59,711 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting cd23fb7d07914059a1cc5ec250663265, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732757157916 2024-11-28T01:25:59,727 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#C#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:25:59,728 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f8e792f080ee4ad5822eedc13ec49faa is 50, key is test_row_0/C:col10/1732757157943/Put/seqid=0 2024-11-28T01:25:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742285_1461 (size=31651) 2024-11-28T01:25:59,736 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/36d5448468154c63b93baebf0ef7c2a3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/36d5448468154c63b93baebf0ef7c2a3 2024-11-28T01:25:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742286_1462 (size=12697) 2024-11-28T01:25:59,742 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/A of 6ee8c1b742d49325407e6779e4c939ae into 36d5448468154c63b93baebf0ef7c2a3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:59,742 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:59,742 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/A, priority=12, startTime=1732757159265; duration=0sec 2024-11-28T01:25:59,743 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:59,743 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:A 2024-11-28T01:25:59,744 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/f8e792f080ee4ad5822eedc13ec49faa as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f8e792f080ee4ad5822eedc13ec49faa 2024-11-28T01:25:59,748 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/C of 6ee8c1b742d49325407e6779e4c939ae into f8e792f080ee4ad5822eedc13ec49faa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:25:59,748 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:25:59,748 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/C, priority=12, startTime=1732757159266; duration=0sec 2024-11-28T01:25:59,748 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:25:59,748 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:C 2024-11-28T01:25:59,865 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/8d2ca9755b034494ba5b87d52af9202e 2024-11-28T01:25:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/e1c8f5ee55824c9e866a7bead69b2aa8 is 50, key is test_row_0/C:col10/1732757158011/Put/seqid=0 2024-11-28T01:25:59,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742287_1463 (size=12151) 2024-11-28T01:25:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T01:26:00,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:26:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757220159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757220160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757220161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757220161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757220162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757220265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757220266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757220269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757220269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757220269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,299 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/e1c8f5ee55824c9e866a7bead69b2aa8 2024-11-28T01:26:00,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/fe3eb54a5ad24f929fdfd8ba6d54597d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/fe3eb54a5ad24f929fdfd8ba6d54597d 2024-11-28T01:26:00,308 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/fe3eb54a5ad24f929fdfd8ba6d54597d, entries=150, sequenceid=252, filesize=30.4 K 2024-11-28T01:26:00,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/8d2ca9755b034494ba5b87d52af9202e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/8d2ca9755b034494ba5b87d52af9202e 2024-11-28T01:26:00,312 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/8d2ca9755b034494ba5b87d52af9202e, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T01:26:00,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/e1c8f5ee55824c9e866a7bead69b2aa8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e1c8f5ee55824c9e866a7bead69b2aa8 2024-11-28T01:26:00,318 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e1c8f5ee55824c9e866a7bead69b2aa8, entries=150, sequenceid=252, filesize=11.9 K 2024-11-28T01:26:00,319 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6ee8c1b742d49325407e6779e4c939ae in 919ms, sequenceid=252, compaction requested=false 2024-11-28T01:26:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-28T01:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-28T01:26:00,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-28T01:26:00,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4500 sec 2024-11-28T01:26:00,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.4550 sec 2024-11-28T01:26:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:00,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T01:26:00,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:26:00,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:00,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:26:00,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:00,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:26:00,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:00,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112835cbfc821080400bb24a2e0106dfa6a2_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757160475/Put/seqid=0 2024-11-28T01:26:00,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742288_1464 (size=12454) 2024-11-28T01:26:00,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757220497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757220497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757220502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757220503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757220503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757220604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757220604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757220605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757220608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757220608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757220811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757220811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757220811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757220815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757220815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:00,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:00,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112835cbfc821080400bb24a2e0106dfa6a2_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112835cbfc821080400bb24a2e0106dfa6a2_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:00,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/1ab6e8917dd647a487ac3e6f82895ac6, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:00,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/1ab6e8917dd647a487ac3e6f82895ac6 is 175, key is test_row_0/A:col10/1732757160475/Put/seqid=0 2024-11-28T01:26:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742289_1465 (size=31255) 2024-11-28T01:26:01,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757221116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757221117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757221117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757221117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757221118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,298 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/1ab6e8917dd647a487ac3e6f82895ac6 2024-11-28T01:26:01,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/d5e1897671b9453fbe64c1f4d6fa9de6 is 50, key is test_row_0/B:col10/1732757160475/Put/seqid=0 2024-11-28T01:26:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742290_1466 (size=12301) 2024-11-28T01:26:01,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757221623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757221623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757221624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757221626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757221627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:01,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/d5e1897671b9453fbe64c1f4d6fa9de6 2024-11-28T01:26:01,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/459d243a6b8e42a0b707b2700c6a222c is 50, key is test_row_0/C:col10/1732757160475/Put/seqid=0 2024-11-28T01:26:01,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742291_1467 (size=12301) 2024-11-28T01:26:01,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/459d243a6b8e42a0b707b2700c6a222c 2024-11-28T01:26:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/1ab6e8917dd647a487ac3e6f82895ac6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/1ab6e8917dd647a487ac3e6f82895ac6 2024-11-28T01:26:01,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/1ab6e8917dd647a487ac3e6f82895ac6, entries=150, sequenceid=269, filesize=30.5 K 2024-11-28T01:26:01,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/d5e1897671b9453fbe64c1f4d6fa9de6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d5e1897671b9453fbe64c1f4d6fa9de6 2024-11-28T01:26:01,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d5e1897671b9453fbe64c1f4d6fa9de6, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T01:26:01,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/459d243a6b8e42a0b707b2700c6a222c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/459d243a6b8e42a0b707b2700c6a222c 2024-11-28T01:26:01,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/459d243a6b8e42a0b707b2700c6a222c, entries=150, sequenceid=269, filesize=12.0 K 2024-11-28T01:26:01,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6ee8c1b742d49325407e6779e4c939ae in 1281ms, sequenceid=269, compaction requested=true 2024-11-28T01:26:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:01,757 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:01,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:01,758 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:01,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:01,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:01,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:01,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:01,765 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:01,765 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:01,765 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/A is initiating minor compaction (all files) 2024-11-28T01:26:01,765 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/B is initiating minor compaction (all files) 2024-11-28T01:26:01,765 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/B in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:01,765 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/A in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:01,765 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/3c3cb492763847c5833d1246bbe39124, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/8d2ca9755b034494ba5b87d52af9202e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d5e1897671b9453fbe64c1f4d6fa9de6] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=36.3 K 2024-11-28T01:26:01,765 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/36d5448468154c63b93baebf0ef7c2a3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/fe3eb54a5ad24f929fdfd8ba6d54597d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/1ab6e8917dd647a487ac3e6f82895ac6] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=91.8 K 2024-11-28T01:26:01,765 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:01,765 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/36d5448468154c63b93baebf0ef7c2a3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/fe3eb54a5ad24f929fdfd8ba6d54597d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/1ab6e8917dd647a487ac3e6f82895ac6] 2024-11-28T01:26:01,769 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36d5448468154c63b93baebf0ef7c2a3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732757157916 2024-11-28T01:26:01,769 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c3cb492763847c5833d1246bbe39124, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732757157916 2024-11-28T01:26:01,770 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d2ca9755b034494ba5b87d52af9202e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732757158007 2024-11-28T01:26:01,770 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe3eb54a5ad24f929fdfd8ba6d54597d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732757158007 2024-11-28T01:26:01,770 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ab6e8917dd647a487ac3e6f82895ac6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732757160160 2024-11-28T01:26:01,770 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d5e1897671b9453fbe64c1f4d6fa9de6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732757160160 2024-11-28T01:26:01,794 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#B#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:01,795 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/9084bb0a1a26413c9783e44cee46c02c is 50, key is test_row_0/B:col10/1732757160475/Put/seqid=0 2024-11-28T01:26:01,816 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742292_1468 (size=12949) 2024-11-28T01:26:01,838 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128c4d8becaeeea4c37971663a6262a045a_6ee8c1b742d49325407e6779e4c939ae store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:01,840 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128c4d8becaeeea4c37971663a6262a045a_6ee8c1b742d49325407e6779e4c939ae, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:01,840 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128c4d8becaeeea4c37971663a6262a045a_6ee8c1b742d49325407e6779e4c939ae because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:01,843 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/9084bb0a1a26413c9783e44cee46c02c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/9084bb0a1a26413c9783e44cee46c02c 2024-11-28T01:26:01,852 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/B of 6ee8c1b742d49325407e6779e4c939ae into 9084bb0a1a26413c9783e44cee46c02c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:01,852 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:01,852 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/B, priority=13, startTime=1732757161757; duration=0sec 2024-11-28T01:26:01,853 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:01,853 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:B 2024-11-28T01:26:01,853 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:01,854 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:01,854 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 6ee8c1b742d49325407e6779e4c939ae/C is initiating minor compaction (all files) 2024-11-28T01:26:01,854 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6ee8c1b742d49325407e6779e4c939ae/C in TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:01,854 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f8e792f080ee4ad5822eedc13ec49faa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e1c8f5ee55824c9e866a7bead69b2aa8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/459d243a6b8e42a0b707b2700c6a222c] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp, totalSize=36.3 K 2024-11-28T01:26:01,859 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f8e792f080ee4ad5822eedc13ec49faa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732757157916 2024-11-28T01:26:01,859 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c8f5ee55824c9e866a7bead69b2aa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1732757158007 2024-11-28T01:26:01,860 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 459d243a6b8e42a0b707b2700c6a222c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732757160160 2024-11-28T01:26:01,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742293_1469 (size=4469) 2024-11-28T01:26:01,890 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#A#compaction#396 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:01,890 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/7989214384194675a1a0f2ea704d4dfe is 175, key is test_row_0/A:col10/1732757160475/Put/seqid=0 2024-11-28T01:26:01,899 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ee8c1b742d49325407e6779e4c939ae#C#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:01,900 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/b85b0665e39347289def5b6c00290c92 is 50, key is test_row_0/C:col10/1732757160475/Put/seqid=0 2024-11-28T01:26:01,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742294_1470 (size=31903) 2024-11-28T01:26:01,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742295_1471 (size=12949) 2024-11-28T01:26:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-28T01:26:01,974 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-28T01:26:01,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-28T01:26:01,980 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T01:26:01,980 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:01,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T01:26:02,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-28T01:26:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:02,133 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T01:26:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:26:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:26:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:26:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282426a77ab65147dd97851a067b319c30_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757160502/Put/seqid=0 2024-11-28T01:26:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742296_1472 (size=12454) 2024-11-28T01:26:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T01:26:02,315 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/7989214384194675a1a0f2ea704d4dfe as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7989214384194675a1a0f2ea704d4dfe 2024-11-28T01:26:02,320 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/A of 6ee8c1b742d49325407e6779e4c939ae into 7989214384194675a1a0f2ea704d4dfe(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:02,320 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:02,320 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/A, priority=13, startTime=1732757161757; duration=0sec 2024-11-28T01:26:02,321 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:02,321 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:A 2024-11-28T01:26:02,335 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/b85b0665e39347289def5b6c00290c92 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/b85b0665e39347289def5b6c00290c92 2024-11-28T01:26:02,340 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6ee8c1b742d49325407e6779e4c939ae/C of 6ee8c1b742d49325407e6779e4c939ae into b85b0665e39347289def5b6c00290c92(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:02,340 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:02,340 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae., storeName=6ee8c1b742d49325407e6779e4c939ae/C, priority=13, startTime=1732757161758; duration=0sec 2024-11-28T01:26:02,341 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:02,341 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:C 2024-11-28T01:26:02,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:02,563 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411282426a77ab65147dd97851a067b319c30_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282426a77ab65147dd97851a067b319c30_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:02,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/46c076d09d024bcda07efb997c360290, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:02,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/46c076d09d024bcda07efb997c360290 is 175, key is test_row_0/A:col10/1732757160502/Put/seqid=0 2024-11-28T01:26:02,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742297_1473 (size=31255) 2024-11-28T01:26:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T01:26:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:02,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. as already flushing 2024-11-28T01:26:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757222644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757222645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757222645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757222647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757222649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757222751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757222751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757222751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757222753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757222755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757222955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757222956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757222956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757222956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757222959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:02,969 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/46c076d09d024bcda07efb997c360290 2024-11-28T01:26:02,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/2e32df7b8781497baa85683adb732707 is 50, key is test_row_0/B:col10/1732757160502/Put/seqid=0 2024-11-28T01:26:02,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742298_1474 (size=12301) 2024-11-28T01:26:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T01:26:03,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757223261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757223262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757223262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757223263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757223263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,331 DEBUG [Thread-1763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:62936 2024-11-28T01:26:03,331 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:03,331 DEBUG [Thread-1755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:62936 2024-11-28T01:26:03,331 DEBUG [Thread-1755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:03,335 DEBUG [Thread-1759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:62936 2024-11-28T01:26:03,335 DEBUG [Thread-1759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:03,336 DEBUG [Thread-1757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:62936 2024-11-28T01:26:03,336 DEBUG [Thread-1757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:03,337 DEBUG [Thread-1761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:62936 2024-11-28T01:26:03,337 DEBUG [Thread-1761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:03,386 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/2e32df7b8781497baa85683adb732707 2024-11-28T01:26:03,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/e2ece4f46a654e158a553bf3b0dbeaa7 is 50, key is test_row_0/C:col10/1732757160502/Put/seqid=0 2024-11-28T01:26:03,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742299_1475 (size=12301) 2024-11-28T01:26:03,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39608 deadline: 1732757223768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39650 deadline: 1732757223768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39674 deadline: 1732757223769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39620 deadline: 1732757223769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39640 deadline: 1732757223770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:03,797 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/e2ece4f46a654e158a553bf3b0dbeaa7 2024-11-28T01:26:03,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/46c076d09d024bcda07efb997c360290 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/46c076d09d024bcda07efb997c360290 2024-11-28T01:26:03,803 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/46c076d09d024bcda07efb997c360290, entries=150, sequenceid=292, filesize=30.5 K 2024-11-28T01:26:03,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/2e32df7b8781497baa85683adb732707 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/2e32df7b8781497baa85683adb732707 2024-11-28T01:26:03,806 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/2e32df7b8781497baa85683adb732707, entries=150, sequenceid=292, filesize=12.0 K 2024-11-28T01:26:03,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/e2ece4f46a654e158a553bf3b0dbeaa7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e2ece4f46a654e158a553bf3b0dbeaa7 2024-11-28T01:26:03,809 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e2ece4f46a654e158a553bf3b0dbeaa7, entries=150, sequenceid=292, filesize=12.0 K 2024-11-28T01:26:03,809 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6ee8c1b742d49325407e6779e4c939ae in 1676ms, sequenceid=292, compaction requested=false 2024-11-28T01:26:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:03,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:03,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-28T01:26:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-28T01:26:03,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-28T01:26:03,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8300 sec 2024-11-28T01:26:03,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8360 sec 2024-11-28T01:26:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-28T01:26:04,086 INFO [Thread-1754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-28T01:26:04,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T01:26:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:04,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T01:26:04,773 DEBUG [Thread-1750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:62936 2024-11-28T01:26:04,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:26:04,773 DEBUG [Thread-1750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:04,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:04,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:26:04,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:04,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:26:04,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:04,775 DEBUG [Thread-1746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:62936 2024-11-28T01:26:04,775 DEBUG [Thread-1752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:62936 2024-11-28T01:26:04,775 DEBUG [Thread-1752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:04,775 DEBUG [Thread-1746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:04,775 DEBUG [Thread-1744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:62936 2024-11-28T01:26:04,776 DEBUG [Thread-1744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:04,776 DEBUG [Thread-1748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:62936 2024-11-28T01:26:04,776 DEBUG [Thread-1748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2389 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7163 rows 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2376 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7128 rows 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2380 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7139 rows 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2384 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7152 rows 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2397 2024-11-28T01:26:04,777 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7191 rows 2024-11-28T01:26:04,777 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T01:26:04,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:62936 2024-11-28T01:26:04,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:04,778 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T01:26:04,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T01:26:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-28T01:26:04,782 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757164782"}]},"ts":"1732757164782"} 2024-11-28T01:26:04,784 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T01:26:04,787 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T01:26:04,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288aeea6843333409cb98e25421416506e_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757164772/Put/seqid=0 2024-11-28T01:26:04,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:26:04,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, UNASSIGN}] 2024-11-28T01:26:04,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, UNASSIGN 2024-11-28T01:26:04,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:04,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742300_1476 (size=12454) 2024-11-28T01:26:04,791 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:26:04,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:26:04,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:04,795 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411288aeea6843333409cb98e25421416506e_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288aeea6843333409cb98e25421416506e_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:04,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/934b2bcd41254d28ac18cbaebfec637a, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:04,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/934b2bcd41254d28ac18cbaebfec637a is 175, key is test_row_0/A:col10/1732757164772/Put/seqid=0 2024-11-28T01:26:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742301_1477 (size=31255) 2024-11-28T01:26:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-28T01:26:04,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:04,943 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:04,943 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:26:04,943 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 6ee8c1b742d49325407e6779e4c939ae, disabling compactions & flushes 2024-11-28T01:26:04,943 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-28T01:26:05,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/934b2bcd41254d28ac18cbaebfec637a 2024-11-28T01:26:05,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/4186db7ebe544ce0be054f8696774445 is 50, key is test_row_0/B:col10/1732757164772/Put/seqid=0 2024-11-28T01:26:05,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742302_1478 (size=12301) 2024-11-28T01:26:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-28T01:26:05,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/4186db7ebe544ce0be054f8696774445 2024-11-28T01:26:05,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/1b9edf0bc9a94b2a820c2a09680f651f is 50, key is test_row_0/C:col10/1732757164772/Put/seqid=0 2024-11-28T01:26:05,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742303_1479 (size=12301) 2024-11-28T01:26:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-28T01:26:06,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/1b9edf0bc9a94b2a820c2a09680f651f 2024-11-28T01:26:06,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/934b2bcd41254d28ac18cbaebfec637a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/934b2bcd41254d28ac18cbaebfec637a 2024-11-28T01:26:06,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/934b2bcd41254d28ac18cbaebfec637a, entries=150, sequenceid=309, filesize=30.5 K 2024-11-28T01:26:06,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/4186db7ebe544ce0be054f8696774445 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/4186db7ebe544ce0be054f8696774445 2024-11-28T01:26:06,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/4186db7ebe544ce0be054f8696774445, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T01:26:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/1b9edf0bc9a94b2a820c2a09680f651f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/1b9edf0bc9a94b2a820c2a09680f651f 2024-11-28T01:26:06,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/1b9edf0bc9a94b2a820c2a09680f651f, entries=150, sequenceid=309, filesize=12.0 K 2024-11-28T01:26:06,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=26.84 KB/27480 for 6ee8c1b742d49325407e6779e4c939ae in 1257ms, sequenceid=309, compaction requested=true 2024-11-28T01:26:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:06,030 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:06,030 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:06,030 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. after waiting 0 ms 2024-11-28T01:26:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:06,030 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:06,030 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. because compaction request was cancelled 2024-11-28T01:26:06,030 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:A 2024-11-28T01:26:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:06,030 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. because compaction request was cancelled 2024-11-28T01:26:06,030 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 6ee8c1b742d49325407e6779e4c939ae 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T01:26:06,030 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:B 2024-11-28T01:26:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ee8c1b742d49325407e6779e4c939ae:C, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:06,030 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. because compaction request was cancelled 2024-11-28T01:26:06,030 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ee8c1b742d49325407e6779e4c939ae:C 2024-11-28T01:26:06,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:06,030 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=A 2024-11-28T01:26:06,031 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:06,031 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=B 2024-11-28T01:26:06,031 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:06,031 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ee8c1b742d49325407e6779e4c939ae, store=C 2024-11-28T01:26:06,031 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:06,035 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128bbc6d022cc0e40159b578ad505cce07e_6ee8c1b742d49325407e6779e4c939ae is 50, key is test_row_0/A:col10/1732757164775/Put/seqid=0 2024-11-28T01:26:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742304_1480 (size=12454) 2024-11-28T01:26:06,438 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:06,441 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128bbc6d022cc0e40159b578ad505cce07e_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128bbc6d022cc0e40159b578ad505cce07e_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:06,442 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/c70a18bafd8544019f97e3989995b99d, store: [table=TestAcidGuarantees family=A region=6ee8c1b742d49325407e6779e4c939ae] 2024-11-28T01:26:06,442 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/c70a18bafd8544019f97e3989995b99d is 175, key is test_row_0/A:col10/1732757164775/Put/seqid=0 2024-11-28T01:26:06,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742305_1481 (size=31255) 2024-11-28T01:26:06,846 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/c70a18bafd8544019f97e3989995b99d 2024-11-28T01:26:06,852 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/da9f372a3c29483babdaffc7a4934993 is 50, key is test_row_0/B:col10/1732757164775/Put/seqid=0 2024-11-28T01:26:06,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742306_1482 (size=12301) 2024-11-28T01:26:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-28T01:26:07,256 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/da9f372a3c29483babdaffc7a4934993 2024-11-28T01:26:07,262 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/abd536682fd34e048a51e22818174217 is 50, key is test_row_0/C:col10/1732757164775/Put/seqid=0 2024-11-28T01:26:07,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742307_1483 (size=12301) 2024-11-28T01:26:07,667 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/abd536682fd34e048a51e22818174217 2024-11-28T01:26:07,670 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/A/c70a18bafd8544019f97e3989995b99d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/c70a18bafd8544019f97e3989995b99d 2024-11-28T01:26:07,673 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/c70a18bafd8544019f97e3989995b99d, entries=150, sequenceid=316, filesize=30.5 K 2024-11-28T01:26:07,674 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/B/da9f372a3c29483babdaffc7a4934993 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da9f372a3c29483babdaffc7a4934993 2024-11-28T01:26:07,676 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da9f372a3c29483babdaffc7a4934993, entries=150, sequenceid=316, filesize=12.0 K 2024-11-28T01:26:07,677 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/.tmp/C/abd536682fd34e048a51e22818174217 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/abd536682fd34e048a51e22818174217 2024-11-28T01:26:07,680 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/abd536682fd34e048a51e22818174217, entries=150, sequenceid=316, filesize=12.0 K 2024-11-28T01:26:07,680 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6ee8c1b742d49325407e6779e4c939ae in 1650ms, sequenceid=316, compaction requested=true 2024-11-28T01:26:07,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2a92dc29c7164b48a8142fd936db8913, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/924efa78eff94752acb6c66e505cbf5e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2beea0ddb91e42628b4e1e93f7bf3b1f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/5241480898f34f698ea9f91e3e5e0b86, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/07dd88a9433740d889eadcaf6b2e5e74, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/4b333742fe7e49a3b5dac40576a1896f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7c1729f1446e4ed0a0d9a9967b01ba43, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2dd043b7330247cea47e94638b4b6555, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/de45bb71cec54ba480d0bcf6bc3e1171, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/9fa210aacf984d83ae8a1a20bd297560, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2494f199076e408cb0d80a16d1e2c8b4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/83a71655fa6a46158f9daef90b486faa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/e310640b54af43128299e7c2c04c88cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/f7c378fbfa904419a5947cf6d54baaa3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/eb48b70f95ba4284a45ae22b775435a1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/712bfb43004344479a50349ea3e4b11c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/36d5448468154c63b93baebf0ef7c2a3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/fe3eb54a5ad24f929fdfd8ba6d54597d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/1ab6e8917dd647a487ac3e6f82895ac6] to archive 2024-11-28T01:26:07,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:26:07,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2a92dc29c7164b48a8142fd936db8913 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2a92dc29c7164b48a8142fd936db8913 2024-11-28T01:26:07,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/924efa78eff94752acb6c66e505cbf5e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/924efa78eff94752acb6c66e505cbf5e 2024-11-28T01:26:07,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2beea0ddb91e42628b4e1e93f7bf3b1f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2beea0ddb91e42628b4e1e93f7bf3b1f 2024-11-28T01:26:07,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/5241480898f34f698ea9f91e3e5e0b86 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/5241480898f34f698ea9f91e3e5e0b86 2024-11-28T01:26:07,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/07dd88a9433740d889eadcaf6b2e5e74 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/07dd88a9433740d889eadcaf6b2e5e74 2024-11-28T01:26:07,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/4b333742fe7e49a3b5dac40576a1896f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/4b333742fe7e49a3b5dac40576a1896f 2024-11-28T01:26:07,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7c1729f1446e4ed0a0d9a9967b01ba43 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7c1729f1446e4ed0a0d9a9967b01ba43 2024-11-28T01:26:07,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2dd043b7330247cea47e94638b4b6555 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2dd043b7330247cea47e94638b4b6555 2024-11-28T01:26:07,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/de45bb71cec54ba480d0bcf6bc3e1171 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/de45bb71cec54ba480d0bcf6bc3e1171 2024-11-28T01:26:07,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/9fa210aacf984d83ae8a1a20bd297560 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/9fa210aacf984d83ae8a1a20bd297560 2024-11-28T01:26:07,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2494f199076e408cb0d80a16d1e2c8b4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/2494f199076e408cb0d80a16d1e2c8b4 2024-11-28T01:26:07,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/83a71655fa6a46158f9daef90b486faa to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/83a71655fa6a46158f9daef90b486faa 2024-11-28T01:26:07,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/e310640b54af43128299e7c2c04c88cb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/e310640b54af43128299e7c2c04c88cb 2024-11-28T01:26:07,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/f7c378fbfa904419a5947cf6d54baaa3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/f7c378fbfa904419a5947cf6d54baaa3 2024-11-28T01:26:07,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/eb48b70f95ba4284a45ae22b775435a1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/eb48b70f95ba4284a45ae22b775435a1 2024-11-28T01:26:07,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/712bfb43004344479a50349ea3e4b11c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/712bfb43004344479a50349ea3e4b11c 2024-11-28T01:26:07,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/36d5448468154c63b93baebf0ef7c2a3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/36d5448468154c63b93baebf0ef7c2a3 2024-11-28T01:26:07,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/fe3eb54a5ad24f929fdfd8ba6d54597d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/fe3eb54a5ad24f929fdfd8ba6d54597d 2024-11-28T01:26:07,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/1ab6e8917dd647a487ac3e6f82895ac6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/1ab6e8917dd647a487ac3e6f82895ac6 2024-11-28T01:26:07,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d6e6dd7086db45c9b750f2025ec47e14, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/89ffa0370c504f9780efe1ba5b40f2d3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/855f0d94335c4ba293c3fc465c46d368, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9fcd22c567147cba03f11d1347662ca, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/c204c811a0e647c4bf83ecbeec6a8c7f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5cf95e4580c4424facc7642a153beb57, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/f596dff16c074b7fb185ac3717beb9af, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5df14dcdd6cb4673b8b649f9780a1b95, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/62ad3e19bfd643798e297a6be316524c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/e59f6eb1807e44d4a2d11243f4653ba2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/314a0ea752184ead932ebcb285471453, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/dab23a23bec14cedb8e750c4b421f8a5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9967b48f2774bd1869993319b7fef9d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da2c22e05b114bab81d0696301229b47, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/78e5f85515124ec99f42448711b17dd1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/3c3cb492763847c5833d1246bbe39124, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/20ea1c480d634c51bcef980f87bee153, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/8d2ca9755b034494ba5b87d52af9202e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d5e1897671b9453fbe64c1f4d6fa9de6] to archive 2024-11-28T01:26:07,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:26:07,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d6e6dd7086db45c9b750f2025ec47e14 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d6e6dd7086db45c9b750f2025ec47e14 2024-11-28T01:26:07,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/89ffa0370c504f9780efe1ba5b40f2d3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/89ffa0370c504f9780efe1ba5b40f2d3 2024-11-28T01:26:07,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/855f0d94335c4ba293c3fc465c46d368 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/855f0d94335c4ba293c3fc465c46d368 2024-11-28T01:26:07,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9fcd22c567147cba03f11d1347662ca to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9fcd22c567147cba03f11d1347662ca 2024-11-28T01:26:07,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/c204c811a0e647c4bf83ecbeec6a8c7f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/c204c811a0e647c4bf83ecbeec6a8c7f 2024-11-28T01:26:07,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5cf95e4580c4424facc7642a153beb57 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5cf95e4580c4424facc7642a153beb57 2024-11-28T01:26:07,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/f596dff16c074b7fb185ac3717beb9af to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/f596dff16c074b7fb185ac3717beb9af 2024-11-28T01:26:07,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5df14dcdd6cb4673b8b649f9780a1b95 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/5df14dcdd6cb4673b8b649f9780a1b95 2024-11-28T01:26:07,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/62ad3e19bfd643798e297a6be316524c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/62ad3e19bfd643798e297a6be316524c 2024-11-28T01:26:07,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/e59f6eb1807e44d4a2d11243f4653ba2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/e59f6eb1807e44d4a2d11243f4653ba2 2024-11-28T01:26:07,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/314a0ea752184ead932ebcb285471453 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/314a0ea752184ead932ebcb285471453 2024-11-28T01:26:07,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/dab23a23bec14cedb8e750c4b421f8a5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/dab23a23bec14cedb8e750c4b421f8a5 2024-11-28T01:26:07,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9967b48f2774bd1869993319b7fef9d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/b9967b48f2774bd1869993319b7fef9d 2024-11-28T01:26:07,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da2c22e05b114bab81d0696301229b47 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da2c22e05b114bab81d0696301229b47 2024-11-28T01:26:07,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/78e5f85515124ec99f42448711b17dd1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/78e5f85515124ec99f42448711b17dd1 2024-11-28T01:26:07,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/3c3cb492763847c5833d1246bbe39124 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/3c3cb492763847c5833d1246bbe39124 2024-11-28T01:26:07,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/20ea1c480d634c51bcef980f87bee153 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/20ea1c480d634c51bcef980f87bee153 2024-11-28T01:26:07,714 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/8d2ca9755b034494ba5b87d52af9202e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/8d2ca9755b034494ba5b87d52af9202e 2024-11-28T01:26:07,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d5e1897671b9453fbe64c1f4d6fa9de6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/d5e1897671b9453fbe64c1f4d6fa9de6 2024-11-28T01:26:07,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/2caa78a2bcd74bbbb058c63302a86098, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f7a894991adf4125a33a68d1580ece61, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/347b037180e348b78b95e1a9f23d7f84, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f882131b3c944e8ca70dcc7e2318c3e0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/9962255782db4d409ff33c36a36f14ef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/6873899c4a044c18bcf9b3c622290ed1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/7e861d8b65ed41b79219780714690781, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/50cd63a003aa45f9af463a8c957446ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/04c036762eaf49a1bed0d371e24044f9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/a3421efcae554fe28380f9dc5b1e083b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cf17907fb54b43fb85dfb5604b061d99, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/697383ac41604ee98bbcea47225a7303, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/82f4710b9c7749048a6c99cfc58a322a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/01879ac57c2c4d658778afb42ded32ff, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f8e792f080ee4ad5822eedc13ec49faa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cd23fb7d07914059a1cc5ec250663265, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e1c8f5ee55824c9e866a7bead69b2aa8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/459d243a6b8e42a0b707b2700c6a222c] to archive 2024-11-28T01:26:07,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:26:07,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/2caa78a2bcd74bbbb058c63302a86098 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/2caa78a2bcd74bbbb058c63302a86098 2024-11-28T01:26:07,718 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f7a894991adf4125a33a68d1580ece61 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f7a894991adf4125a33a68d1580ece61 2024-11-28T01:26:07,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/347b037180e348b78b95e1a9f23d7f84 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/347b037180e348b78b95e1a9f23d7f84 2024-11-28T01:26:07,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cebff4fecf1f4b0696f1d3d5c9aaaeb3 2024-11-28T01:26:07,720 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f882131b3c944e8ca70dcc7e2318c3e0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f882131b3c944e8ca70dcc7e2318c3e0 2024-11-28T01:26:07,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/9962255782db4d409ff33c36a36f14ef to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/9962255782db4d409ff33c36a36f14ef 2024-11-28T01:26:07,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/6873899c4a044c18bcf9b3c622290ed1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/6873899c4a044c18bcf9b3c622290ed1 2024-11-28T01:26:07,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/7e861d8b65ed41b79219780714690781 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/7e861d8b65ed41b79219780714690781 2024-11-28T01:26:07,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/50cd63a003aa45f9af463a8c957446ce to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/50cd63a003aa45f9af463a8c957446ce 2024-11-28T01:26:07,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/04c036762eaf49a1bed0d371e24044f9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/04c036762eaf49a1bed0d371e24044f9 2024-11-28T01:26:07,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/a3421efcae554fe28380f9dc5b1e083b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/a3421efcae554fe28380f9dc5b1e083b 2024-11-28T01:26:07,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cf17907fb54b43fb85dfb5604b061d99 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cf17907fb54b43fb85dfb5604b061d99 2024-11-28T01:26:07,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/697383ac41604ee98bbcea47225a7303 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/697383ac41604ee98bbcea47225a7303 2024-11-28T01:26:07,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/82f4710b9c7749048a6c99cfc58a322a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/82f4710b9c7749048a6c99cfc58a322a 2024-11-28T01:26:07,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/01879ac57c2c4d658778afb42ded32ff to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/01879ac57c2c4d658778afb42ded32ff 2024-11-28T01:26:07,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f8e792f080ee4ad5822eedc13ec49faa to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/f8e792f080ee4ad5822eedc13ec49faa 2024-11-28T01:26:07,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cd23fb7d07914059a1cc5ec250663265 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/cd23fb7d07914059a1cc5ec250663265 2024-11-28T01:26:07,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e1c8f5ee55824c9e866a7bead69b2aa8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e1c8f5ee55824c9e866a7bead69b2aa8 2024-11-28T01:26:07,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/459d243a6b8e42a0b707b2700c6a222c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/459d243a6b8e42a0b707b2700c6a222c 2024-11-28T01:26:07,734 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/recovered.edits/319.seqid, newMaxSeqId=319, maxSeqId=4 2024-11-28T01:26:07,734 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae. 2024-11-28T01:26:07,734 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 6ee8c1b742d49325407e6779e4c939ae: 2024-11-28T01:26:07,736 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:07,736 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=6ee8c1b742d49325407e6779e4c939ae, regionState=CLOSED 2024-11-28T01:26:07,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-28T01:26:07,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 6ee8c1b742d49325407e6779e4c939ae, server=1269b3ab3145,44269,1732757046324 in 2.9460 sec 2024-11-28T01:26:07,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-28T01:26:07,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ee8c1b742d49325407e6779e4c939ae, UNASSIGN in 2.9490 sec 2024-11-28T01:26:07,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-28T01:26:07,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9510 sec 2024-11-28T01:26:07,741 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757167741"}]},"ts":"1732757167741"} 2024-11-28T01:26:07,742 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T01:26:07,744 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T01:26:07,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.9650 sec 2024-11-28T01:26:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-28T01:26:08,887 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-28T01:26:08,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T01:26:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:08,889 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:08,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-28T01:26:08,889 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:08,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,892 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/recovered.edits] 2024-11-28T01:26:08,894 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/46c076d09d024bcda07efb997c360290 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/46c076d09d024bcda07efb997c360290 2024-11-28T01:26:08,895 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7989214384194675a1a0f2ea704d4dfe to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/7989214384194675a1a0f2ea704d4dfe 2024-11-28T01:26:08,896 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/934b2bcd41254d28ac18cbaebfec637a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/934b2bcd41254d28ac18cbaebfec637a 2024-11-28T01:26:08,897 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/c70a18bafd8544019f97e3989995b99d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/A/c70a18bafd8544019f97e3989995b99d 2024-11-28T01:26:08,899 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/2e32df7b8781497baa85683adb732707 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/2e32df7b8781497baa85683adb732707 2024-11-28T01:26:08,900 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/4186db7ebe544ce0be054f8696774445 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/4186db7ebe544ce0be054f8696774445 2024-11-28T01:26:08,901 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/9084bb0a1a26413c9783e44cee46c02c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/9084bb0a1a26413c9783e44cee46c02c 2024-11-28T01:26:08,902 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da9f372a3c29483babdaffc7a4934993 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/B/da9f372a3c29483babdaffc7a4934993 2024-11-28T01:26:08,903 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/1b9edf0bc9a94b2a820c2a09680f651f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/1b9edf0bc9a94b2a820c2a09680f651f 2024-11-28T01:26:08,904 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/abd536682fd34e048a51e22818174217 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/abd536682fd34e048a51e22818174217 2024-11-28T01:26:08,905 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/b85b0665e39347289def5b6c00290c92 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/b85b0665e39347289def5b6c00290c92 2024-11-28T01:26:08,906 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e2ece4f46a654e158a553bf3b0dbeaa7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/C/e2ece4f46a654e158a553bf3b0dbeaa7 2024-11-28T01:26:08,908 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/recovered.edits/319.seqid to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae/recovered.edits/319.seqid 2024-11-28T01:26:08,909 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,909 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T01:26:08,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T01:26:08,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T01:26:08,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128036de06911364e06a52dd79cfa03ff86_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128036de06911364e06a52dd79cfa03ff86_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,913 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128159141a00cec4422af1510d2545597b1_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128159141a00cec4422af1510d2545597b1_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112817c44fbfdacb4f83bbb3b45445c8a582_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112817c44fbfdacb4f83bbb3b45445c8a582_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,915 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282085caeb56b04c77b153ad79e72cdbb9_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282085caeb56b04c77b153ad79e72cdbb9_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282426a77ab65147dd97851a067b319c30_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282426a77ab65147dd97851a067b319c30_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,917 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282786d832e05b4b88b4a9014dc53f2469_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282786d832e05b4b88b4a9014dc53f2469_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,918 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282aa7b61e91c045f18b9cfcad3aa7d7ae_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282aa7b61e91c045f18b9cfcad3aa7d7ae_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,919 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282ac866b22fb941e8aab95ea08444a7e4_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411282ac866b22fb941e8aab95ea08444a7e4_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,920 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112835cbfc821080400bb24a2e0106dfa6a2_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112835cbfc821080400bb24a2e0106dfa6a2_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,921 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128537ecdb64bbb4f9fb9c4660c4580673c_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128537ecdb64bbb4f9fb9c4660c4580673c_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,922 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112872426ba2fc0240aca4bc3479d8e8abaf_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112872426ba2fc0240aca4bc3479d8e8abaf_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,923 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112875cd3d55c9cb411ca9290b32c1df0ebb_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112875cd3d55c9cb411ca9290b32c1df0ebb_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,924 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288aeea6843333409cb98e25421416506e_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411288aeea6843333409cb98e25421416506e_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,925 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b6d9ebe328e74c3f9a00515b21ac96dc_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b6d9ebe328e74c3f9a00515b21ac96dc_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,926 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b73cedf20ce3479eb357f4c54c0d7605_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b73cedf20ce3479eb357f4c54c0d7605_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,927 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128bbc6d022cc0e40159b578ad505cce07e_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128bbc6d022cc0e40159b578ad505cce07e_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,928 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d1ad022bb21b4ace9b15bb74baf94ab7_6ee8c1b742d49325407e6779e4c939ae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d1ad022bb21b4ace9b15bb74baf94ab7_6ee8c1b742d49325407e6779e4c939ae 2024-11-28T01:26:08,928 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T01:26:08,930 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:08,932 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T01:26:08,933 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T01:26:08,934 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:08,934 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T01:26:08,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732757168934"}]},"ts":"9223372036854775807"} 2024-11-28T01:26:08,936 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T01:26:08,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6ee8c1b742d49325407e6779e4c939ae, NAME => 'TestAcidGuarantees,,1732757140264.6ee8c1b742d49325407e6779e4c939ae.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T01:26:08,936 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T01:26:08,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732757168936"}]},"ts":"9223372036854775807"} 2024-11-28T01:26:08,937 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T01:26:08,939 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:08,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-28T01:26:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-28T01:26:08,990 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-28T01:26:09,000 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=242 (was 239) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=428 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=4698 (was 4723) 2024-11-28T01:26:09,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=428, ProcessCount=11, AvailableMemoryMB=4698 2024-11-28T01:26:09,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:26:09,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:26:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:09,014 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:26:09,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:09,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-28T01:26:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-28T01:26:09,014 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:26:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742308_1484 (size=963) 2024-11-28T01:26:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-28T01:26:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-28T01:26:09,421 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:26:09,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742309_1485 (size=53) 2024-11-28T01:26:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-28T01:26:09,826 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:26:09,827 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a096aaa45fcf0eff4812456f6e88e34c, disabling compactions & flushes 2024-11-28T01:26:09,827 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:09,827 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:09,827 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. after waiting 0 ms 2024-11-28T01:26:09,827 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:09,827 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:09,827 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:09,828 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:26:09,828 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732757169828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732757169828"}]},"ts":"1732757169828"} 2024-11-28T01:26:09,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T01:26:09,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:26:09,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757169829"}]},"ts":"1732757169829"} 2024-11-28T01:26:09,830 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T01:26:09,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a096aaa45fcf0eff4812456f6e88e34c, ASSIGN}] 2024-11-28T01:26:09,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a096aaa45fcf0eff4812456f6e88e34c, ASSIGN 2024-11-28T01:26:09,835 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a096aaa45fcf0eff4812456f6e88e34c, ASSIGN; state=OFFLINE, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=false 2024-11-28T01:26:09,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=a096aaa45fcf0eff4812456f6e88e34c, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:09,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:26:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-28T01:26:10,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:10,140 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:10,141 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:26:10,141 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,141 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:26:10,141 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,141 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,142 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,143 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:10,143 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a096aaa45fcf0eff4812456f6e88e34c columnFamilyName A 2024-11-28T01:26:10,143 DEBUG [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:10,144 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.HStore(327): Store=a096aaa45fcf0eff4812456f6e88e34c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:10,144 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,145 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:10,145 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a096aaa45fcf0eff4812456f6e88e34c columnFamilyName B 2024-11-28T01:26:10,145 DEBUG [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:10,145 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.HStore(327): Store=a096aaa45fcf0eff4812456f6e88e34c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:10,145 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,146 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:10,146 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a096aaa45fcf0eff4812456f6e88e34c columnFamilyName C 2024-11-28T01:26:10,147 DEBUG [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:10,147 INFO [StoreOpener-a096aaa45fcf0eff4812456f6e88e34c-1 {}] regionserver.HStore(327): Store=a096aaa45fcf0eff4812456f6e88e34c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:10,147 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:10,148 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,148 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,149 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:26:10,150 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:10,152 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:26:10,152 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened a096aaa45fcf0eff4812456f6e88e34c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68406317, jitterRate=0.019333556294441223}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:26:10,153 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:10,154 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., pid=125, masterSystemTime=1732757170138 2024-11-28T01:26:10,155 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:10,155 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:10,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=a096aaa45fcf0eff4812456f6e88e34c, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:10,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-28T01:26:10,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 in 169 msec 2024-11-28T01:26:10,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-28T01:26:10,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a096aaa45fcf0eff4812456f6e88e34c, ASSIGN in 323 msec 2024-11-28T01:26:10,159 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:26:10,159 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757170159"}]},"ts":"1732757170159"} 2024-11-28T01:26:10,160 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T01:26:10,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:26:10,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-28T01:26:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-28T01:26:11,118 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-28T01:26:11,119 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-28T01:26:11,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,125 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:26:11,127 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:26:11,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-28T01:26:11,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-28T01:26:11,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,135 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-28T01:26:11,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-28T01:26:11,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-11-28T01:26:11,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,144 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-28T01:26:11,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-28T01:26:11,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,153 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-28T01:26:11,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-28T01:26:11,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,162 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x076f0408 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc5e114 2024-11-28T01:26:11,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d49886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:11,170 DEBUG [hconnection-0x1e53536f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,171 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-28T01:26:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T01:26:11,174 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:11,174 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:11,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:11,180 DEBUG [hconnection-0x7044ad9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,181 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:11,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:11,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:11,187 DEBUG [hconnection-0x1dc778a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,187 DEBUG [hconnection-0x3b89f49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,187 DEBUG [hconnection-0x57e7b328-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,188 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,188 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,188 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757231198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757231200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757231200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,208 DEBUG [hconnection-0x5a99c9d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,209 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,209 DEBUG [hconnection-0x4580fb5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,212 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,213 DEBUG [hconnection-0x14e62074-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,214 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757231213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,216 DEBUG [hconnection-0x1969dea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/549c6d0892974dc9b6b8173911310849 is 50, key is test_row_0/A:col10/1732757171181/Put/seqid=0 2024-11-28T01:26:11,216 DEBUG [hconnection-0x610aff0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:11,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742310_1486 (size=12001) 2024-11-28T01:26:11,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/549c6d0892974dc9b6b8173911310849 2024-11-28T01:26:11,222 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,223 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49928, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757231224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/97da8d23d7d04959943746600ff2c3d4 is 50, key is test_row_0/B:col10/1732757171181/Put/seqid=0 2024-11-28T01:26:11,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742311_1487 (size=12001) 2024-11-28T01:26:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T01:26:11,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757231300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757231301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757231306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757231316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T01:26:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757231327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T01:26:11,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T01:26:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:11,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757231502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757231505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757231508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757231520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757231532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T01:26:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/97da8d23d7d04959943746600ff2c3d4 2024-11-28T01:26:11,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/76c3e95177924422885594dbad30e24c is 50, key is test_row_0/C:col10/1732757171181/Put/seqid=0 2024-11-28T01:26:11,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742312_1488 (size=12001) 2024-11-28T01:26:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T01:26:11,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T01:26:11,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:11,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757231806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757231811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757231812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757231825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757231839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,936 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:11,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T01:26:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:11,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:12,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/76c3e95177924422885594dbad30e24c 2024-11-28T01:26:12,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T01:26:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:12,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:12,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:12,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/549c6d0892974dc9b6b8173911310849 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/549c6d0892974dc9b6b8173911310849 2024-11-28T01:26:12,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/549c6d0892974dc9b6b8173911310849, entries=150, sequenceid=12, filesize=11.7 K 2024-11-28T01:26:12,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/97da8d23d7d04959943746600ff2c3d4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/97da8d23d7d04959943746600ff2c3d4 2024-11-28T01:26:12,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/97da8d23d7d04959943746600ff2c3d4, entries=150, sequenceid=12, filesize=11.7 K 2024-11-28T01:26:12,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/76c3e95177924422885594dbad30e24c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/76c3e95177924422885594dbad30e24c 2024-11-28T01:26:12,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/76c3e95177924422885594dbad30e24c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-28T01:26:12,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a096aaa45fcf0eff4812456f6e88e34c in 923ms, sequenceid=12, compaction requested=false 2024-11-28T01:26:12,105 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-28T01:26:12,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:12,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-28T01:26:12,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:12,242 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:26:12,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:12,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/4783859491554610b9787cc9bf9a8917 is 50, key is test_row_0/A:col10/1732757171196/Put/seqid=0 2024-11-28T01:26:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742313_1489 (size=12001) 2024-11-28T01:26:12,253 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/4783859491554610b9787cc9bf9a8917 2024-11-28T01:26:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/b83078d86467406e96ece3573168b8e8 is 50, key is test_row_0/B:col10/1732757171196/Put/seqid=0 2024-11-28T01:26:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742314_1490 (size=12001) 2024-11-28T01:26:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T01:26:12,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:12,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757232325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757232327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757232328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757232328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757232347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757232432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757232432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757232432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757232638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757232638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757232639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,667 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/b83078d86467406e96ece3573168b8e8 2024-11-28T01:26:12,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0f62dd05b8b44bf0886c51ea44018f68 is 50, key is test_row_0/C:col10/1732757171196/Put/seqid=0 2024-11-28T01:26:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742315_1491 (size=12001) 2024-11-28T01:26:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757232942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757232942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:12,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:12,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757232944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,079 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0f62dd05b8b44bf0886c51ea44018f68 2024-11-28T01:26:13,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/4783859491554610b9787cc9bf9a8917 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4783859491554610b9787cc9bf9a8917 2024-11-28T01:26:13,087 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4783859491554610b9787cc9bf9a8917, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T01:26:13,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/b83078d86467406e96ece3573168b8e8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b83078d86467406e96ece3573168b8e8 2024-11-28T01:26:13,091 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b83078d86467406e96ece3573168b8e8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T01:26:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0f62dd05b8b44bf0886c51ea44018f68 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0f62dd05b8b44bf0886c51ea44018f68 2024-11-28T01:26:13,095 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0f62dd05b8b44bf0886c51ea44018f68, entries=150, sequenceid=37, filesize=11.7 K 2024-11-28T01:26:13,095 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a096aaa45fcf0eff4812456f6e88e34c in 853ms, sequenceid=37, compaction requested=false 2024-11-28T01:26:13,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:13,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-28T01:26:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-28T01:26:13,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-28T01:26:13,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9230 sec 2024-11-28T01:26:13,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.9270 sec 2024-11-28T01:26:13,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T01:26:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-28T01:26:13,277 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-28T01:26:13,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-28T01:26:13,281 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:13,282 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:13,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T01:26:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:13,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:26:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:13,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3f46e930c30c438c8782aaf311b7dfd7 is 50, key is test_row_0/A:col10/1732757173335/Put/seqid=0 2024-11-28T01:26:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742316_1492 (size=14341) 2024-11-28T01:26:13,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T01:26:13,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757233401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757233402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:13,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:13,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757233448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757233450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757233451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757233507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757233510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T01:26:13,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:13,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757233715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:13,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757233715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:13,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:13,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3f46e930c30c438c8782aaf311b7dfd7 2024-11-28T01:26:13,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/29875d0b2b1f4b178f5c9312fa7813f5 is 50, key is test_row_0/B:col10/1732757173335/Put/seqid=0 2024-11-28T01:26:13,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742317_1493 (size=12001) 2024-11-28T01:26:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T01:26:13,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:13,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:13,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757234019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757234020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,045 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/29875d0b2b1f4b178f5c9312fa7813f5 2024-11-28T01:26:14,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/a91dacc903894d5cb0f76ce6cc883312 is 50, key is test_row_0/C:col10/1732757173335/Put/seqid=0 2024-11-28T01:26:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742318_1494 (size=12001) 2024-11-28T01:26:14,198 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T01:26:14,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757234456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757234459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:14,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757234464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:14,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757234524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:14,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757234524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/a91dacc903894d5cb0f76ce6cc883312 2024-11-28T01:26:14,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3f46e930c30c438c8782aaf311b7dfd7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3f46e930c30c438c8782aaf311b7dfd7 2024-11-28T01:26:14,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3f46e930c30c438c8782aaf311b7dfd7, entries=200, sequenceid=49, filesize=14.0 K 2024-11-28T01:26:14,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/29875d0b2b1f4b178f5c9312fa7813f5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/29875d0b2b1f4b178f5c9312fa7813f5 2024-11-28T01:26:14,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/29875d0b2b1f4b178f5c9312fa7813f5, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T01:26:14,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/a91dacc903894d5cb0f76ce6cc883312 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/a91dacc903894d5cb0f76ce6cc883312 2024-11-28T01:26:14,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/a91dacc903894d5cb0f76ce6cc883312, entries=150, sequenceid=49, filesize=11.7 K 2024-11-28T01:26:14,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a096aaa45fcf0eff4812456f6e88e34c in 1251ms, sequenceid=49, compaction requested=true 2024-11-28T01:26:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:14,587 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:14,587 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:14,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:14,588 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:14,588 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:14,588 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,588 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/549c6d0892974dc9b6b8173911310849, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4783859491554610b9787cc9bf9a8917, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3f46e930c30c438c8782aaf311b7dfd7] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=37.4 K 2024-11-28T01:26:14,589 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:14,589 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:14,589 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,589 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/97da8d23d7d04959943746600ff2c3d4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b83078d86467406e96ece3573168b8e8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/29875d0b2b1f4b178f5c9312fa7813f5] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=35.2 K 2024-11-28T01:26:14,589 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 549c6d0892974dc9b6b8173911310849, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732757171178 2024-11-28T01:26:14,590 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 97da8d23d7d04959943746600ff2c3d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732757171178 2024-11-28T01:26:14,590 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4783859491554610b9787cc9bf9a8917, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732757171195 2024-11-28T01:26:14,590 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b83078d86467406e96ece3573168b8e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732757171195 2024-11-28T01:26:14,590 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f46e930c30c438c8782aaf311b7dfd7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732757172320 2024-11-28T01:26:14,591 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 29875d0b2b1f4b178f5c9312fa7813f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732757172320 2024-11-28T01:26:14,597 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:14,597 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/0ff3a0342e774a0581f047aaacbaee4b is 50, key is test_row_0/A:col10/1732757173335/Put/seqid=0 2024-11-28T01:26:14,599 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:14,600 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2fab2cc17fb145b0b091387af9a289d1 is 50, key is test_row_0/B:col10/1732757173335/Put/seqid=0 2024-11-28T01:26:14,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742319_1495 (size=12104) 2024-11-28T01:26:14,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742320_1496 (size=12104) 2024-11-28T01:26:14,622 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/0ff3a0342e774a0581f047aaacbaee4b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0ff3a0342e774a0581f047aaacbaee4b 2024-11-28T01:26:14,626 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 0ff3a0342e774a0581f047aaacbaee4b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:14,626 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:14,626 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=13, startTime=1732757174587; duration=0sec 2024-11-28T01:26:14,626 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:14,626 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:14,626 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:14,628 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:14,628 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:14,628 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,628 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/76c3e95177924422885594dbad30e24c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0f62dd05b8b44bf0886c51ea44018f68, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/a91dacc903894d5cb0f76ce6cc883312] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=35.2 K 2024-11-28T01:26:14,629 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76c3e95177924422885594dbad30e24c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732757171178 2024-11-28T01:26:14,629 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f62dd05b8b44bf0886c51ea44018f68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732757171195 2024-11-28T01:26:14,629 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting a91dacc903894d5cb0f76ce6cc883312, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732757172320 2024-11-28T01:26:14,642 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:14,642 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0fd23ba2c7194eb3a389612fb26a3357 is 50, key is test_row_0/C:col10/1732757173335/Put/seqid=0 2024-11-28T01:26:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742321_1497 (size=12104) 2024-11-28T01:26:14,652 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0fd23ba2c7194eb3a389612fb26a3357 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0fd23ba2c7194eb3a389612fb26a3357 2024-11-28T01:26:14,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:14,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-28T01:26:14,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:14,657 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:26:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:14,659 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 0fd23ba2c7194eb3a389612fb26a3357(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:14,659 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:14,659 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=13, startTime=1732757174587; duration=0sec 2024-11-28T01:26:14,659 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:14,659 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/6110e4c1994d4dc185d925ee3e4777fc is 50, key is test_row_0/A:col10/1732757173393/Put/seqid=0 2024-11-28T01:26:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742322_1498 (size=12001) 2024-11-28T01:26:14,679 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/6110e4c1994d4dc185d925ee3e4777fc 2024-11-28T01:26:14,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/68a83807c8c641e49eb2626cbdd0e9aa is 50, key is test_row_0/B:col10/1732757173393/Put/seqid=0 2024-11-28T01:26:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742323_1499 (size=12001) 2024-11-28T01:26:15,021 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2fab2cc17fb145b0b091387af9a289d1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2fab2cc17fb145b0b091387af9a289d1 2024-11-28T01:26:15,036 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 2fab2cc17fb145b0b091387af9a289d1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:15,036 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:15,036 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=13, startTime=1732757174587; duration=0sec 2024-11-28T01:26:15,036 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:15,036 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:15,103 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/68a83807c8c641e49eb2626cbdd0e9aa 2024-11-28T01:26:15,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/67a463f92fac4de6811045d0e7afbeff is 50, key is test_row_0/C:col10/1732757173393/Put/seqid=0 2024-11-28T01:26:15,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742324_1500 (size=12001) 2024-11-28T01:26:15,121 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/67a463f92fac4de6811045d0e7afbeff 2024-11-28T01:26:15,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/6110e4c1994d4dc185d925ee3e4777fc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6110e4c1994d4dc185d925ee3e4777fc 2024-11-28T01:26:15,131 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6110e4c1994d4dc185d925ee3e4777fc, entries=150, sequenceid=76, filesize=11.7 K 2024-11-28T01:26:15,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/68a83807c8c641e49eb2626cbdd0e9aa as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/68a83807c8c641e49eb2626cbdd0e9aa 2024-11-28T01:26:15,135 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/68a83807c8c641e49eb2626cbdd0e9aa, entries=150, sequenceid=76, filesize=11.7 K 2024-11-28T01:26:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/67a463f92fac4de6811045d0e7afbeff as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/67a463f92fac4de6811045d0e7afbeff 2024-11-28T01:26:15,139 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/67a463f92fac4de6811045d0e7afbeff, entries=150, sequenceid=76, filesize=11.7 K 2024-11-28T01:26:15,140 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for a096aaa45fcf0eff4812456f6e88e34c in 483ms, sequenceid=76, compaction requested=false 2024-11-28T01:26:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:15,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-28T01:26:15,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-28T01:26:15,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-28T01:26:15,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-28T01:26:15,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.8670 sec 2024-11-28T01:26:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-28T01:26:15,387 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-28T01:26:15,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-28T01:26:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T01:26:15,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:15,391 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:15,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T01:26:15,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:15,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-28T01:26:15,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:15,543 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-28T01:26:15,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:15,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:15,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:15,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:15,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:15,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:15,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:15,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3759e09ea72c4b29bd5c113dbfe71796 is 50, key is test_row_0/A:col10/1732757175534/Put/seqid=0 2024-11-28T01:26:15,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742325_1501 (size=12001) 2024-11-28T01:26:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757235602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757235603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T01:26:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757235709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757235709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757235915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:15,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757235915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:15,952 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3759e09ea72c4b29bd5c113dbfe71796 2024-11-28T01:26:15,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/7f3a6656525c4ec8b20e1aa7b06558a6 is 50, key is test_row_0/B:col10/1732757175534/Put/seqid=0 2024-11-28T01:26:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742326_1502 (size=12001) 2024-11-28T01:26:15,973 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/7f3a6656525c4ec8b20e1aa7b06558a6 2024-11-28T01:26:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/ac17e4bd61d34e27934faa9a71b067ac is 50, key is test_row_0/C:col10/1732757175534/Put/seqid=0 2024-11-28T01:26:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742327_1503 (size=12001) 2024-11-28T01:26:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T01:26:16,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757236220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757236220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,383 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/ac17e4bd61d34e27934faa9a71b067ac 2024-11-28T01:26:16,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3759e09ea72c4b29bd5c113dbfe71796 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3759e09ea72c4b29bd5c113dbfe71796 2024-11-28T01:26:16,390 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3759e09ea72c4b29bd5c113dbfe71796, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T01:26:16,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/7f3a6656525c4ec8b20e1aa7b06558a6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/7f3a6656525c4ec8b20e1aa7b06558a6 2024-11-28T01:26:16,394 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/7f3a6656525c4ec8b20e1aa7b06558a6, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T01:26:16,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/ac17e4bd61d34e27934faa9a71b067ac as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ac17e4bd61d34e27934faa9a71b067ac 2024-11-28T01:26:16,398 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ac17e4bd61d34e27934faa9a71b067ac, entries=150, sequenceid=87, filesize=11.7 K 2024-11-28T01:26:16,399 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a096aaa45fcf0eff4812456f6e88e34c in 856ms, sequenceid=87, compaction requested=true 2024-11-28T01:26:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:16,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-28T01:26:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-28T01:26:16,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-28T01:26:16,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-28T01:26:16,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.0120 sec 2024-11-28T01:26:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:16,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T01:26:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:16,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3c8a59f8a11b45bb93ca4e6a8365dbef is 50, key is test_row_0/A:col10/1732757176467/Put/seqid=0 2024-11-28T01:26:16,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742328_1504 (size=16681) 2024-11-28T01:26:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757236485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757236485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,489 DEBUG [Thread-2149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:16,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757236488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-28T01:26:16,493 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-28T01:26:16,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:16,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-28T01:26:16,495 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:16,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T01:26:16,496 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:16,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:16,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757236589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757236591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T01:26:16,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T01:26:16,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:16,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:16,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:16,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757236724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757236726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757236794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757236794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T01:26:16,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T01:26:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:16,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3c8a59f8a11b45bb93ca4e6a8365dbef 2024-11-28T01:26:16,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2f764f0fafed417b91e889276fc5c9c6 is 50, key is test_row_0/B:col10/1732757176467/Put/seqid=0 2024-11-28T01:26:16,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742329_1505 (size=12001) 2024-11-28T01:26:16,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2f764f0fafed417b91e889276fc5c9c6 2024-11-28T01:26:16,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/ed9837e8a4c84cec988211b30d7f3464 is 50, key is test_row_0/C:col10/1732757176467/Put/seqid=0 2024-11-28T01:26:16,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742330_1506 (size=12001) 2024-11-28T01:26:16,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:16,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T01:26:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:16,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:16,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T01:26:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757237097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757237097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T01:26:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T01:26:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:17,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/ed9837e8a4c84cec988211b30d7f3464 2024-11-28T01:26:17,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/3c8a59f8a11b45bb93ca4e6a8365dbef as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3c8a59f8a11b45bb93ca4e6a8365dbef 2024-11-28T01:26:17,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3c8a59f8a11b45bb93ca4e6a8365dbef, entries=250, sequenceid=115, filesize=16.3 K 2024-11-28T01:26:17,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2f764f0fafed417b91e889276fc5c9c6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2f764f0fafed417b91e889276fc5c9c6 2024-11-28T01:26:17,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2f764f0fafed417b91e889276fc5c9c6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-28T01:26:17,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/ed9837e8a4c84cec988211b30d7f3464 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ed9837e8a4c84cec988211b30d7f3464 2024-11-28T01:26:17,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ed9837e8a4c84cec988211b30d7f3464, entries=150, sequenceid=115, filesize=11.7 K 2024-11-28T01:26:17,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a096aaa45fcf0eff4812456f6e88e34c in 862ms, sequenceid=115, compaction requested=true 2024-11-28T01:26:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:17,332 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:17,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:17,333 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:17,334 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:17,334 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:17,334 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,334 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2fab2cc17fb145b0b091387af9a289d1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/68a83807c8c641e49eb2626cbdd0e9aa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/7f3a6656525c4ec8b20e1aa7b06558a6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2f764f0fafed417b91e889276fc5c9c6] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=47.0 K 2024-11-28T01:26:17,334 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:17,334 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:17,334 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,334 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0ff3a0342e774a0581f047aaacbaee4b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6110e4c1994d4dc185d925ee3e4777fc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3759e09ea72c4b29bd5c113dbfe71796, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3c8a59f8a11b45bb93ca4e6a8365dbef] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=51.5 K 2024-11-28T01:26:17,334 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fab2cc17fb145b0b091387af9a289d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732757172320 2024-11-28T01:26:17,334 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 68a83807c8c641e49eb2626cbdd0e9aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732757173367 2024-11-28T01:26:17,334 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ff3a0342e774a0581f047aaacbaee4b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732757172320 2024-11-28T01:26:17,335 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6110e4c1994d4dc185d925ee3e4777fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732757173367 2024-11-28T01:26:17,335 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f3a6656525c4ec8b20e1aa7b06558a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732757175534 2024-11-28T01:26:17,335 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f764f0fafed417b91e889276fc5c9c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732757175602 2024-11-28T01:26:17,335 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3759e09ea72c4b29bd5c113dbfe71796, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732757175534 2024-11-28T01:26:17,335 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c8a59f8a11b45bb93ca4e6a8365dbef, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732757175578 2024-11-28T01:26:17,346 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#428 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:17,346 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/b7263f7dd01b436cba615b6d6a3f45b3 is 50, key is test_row_0/A:col10/1732757176467/Put/seqid=0 2024-11-28T01:26:17,348 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#429 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:17,349 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/aa9a70a9cc5d40c2b5971d6da6989545 is 50, key is test_row_0/B:col10/1732757176467/Put/seqid=0 2024-11-28T01:26:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742331_1507 (size=12241) 2024-11-28T01:26:17,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742332_1508 (size=12241) 2024-11-28T01:26:17,365 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/b7263f7dd01b436cba615b6d6a3f45b3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b7263f7dd01b436cba615b6d6a3f45b3 2024-11-28T01:26:17,370 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into b7263f7dd01b436cba615b6d6a3f45b3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:17,370 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:17,370 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=12, startTime=1732757177332; duration=0sec 2024-11-28T01:26:17,370 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:17,370 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:17,370 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:17,371 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:17,371 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:17,371 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,372 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0fd23ba2c7194eb3a389612fb26a3357, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/67a463f92fac4de6811045d0e7afbeff, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ac17e4bd61d34e27934faa9a71b067ac, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ed9837e8a4c84cec988211b30d7f3464] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=47.0 K 2024-11-28T01:26:17,372 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fd23ba2c7194eb3a389612fb26a3357, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732757172320 2024-11-28T01:26:17,372 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67a463f92fac4de6811045d0e7afbeff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732757173367 2024-11-28T01:26:17,373 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac17e4bd61d34e27934faa9a71b067ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732757175534 2024-11-28T01:26:17,373 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed9837e8a4c84cec988211b30d7f3464, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732757175602 2024-11-28T01:26:17,386 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:17,387 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0ce1cea8b6804fb0ad275e117b357bc7 is 50, key is test_row_0/C:col10/1732757176467/Put/seqid=0 2024-11-28T01:26:17,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742333_1509 (size=12241) 2024-11-28T01:26:17,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-28T01:26:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,412 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T01:26:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:17,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:17,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/187e5655173f4a9aa3d754795922d1c3 is 50, key is test_row_1/A:col10/1732757176484/Put/seqid=0 2024-11-28T01:26:17,422 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0ce1cea8b6804fb0ad275e117b357bc7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0ce1cea8b6804fb0ad275e117b357bc7 2024-11-28T01:26:17,428 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 0ce1cea8b6804fb0ad275e117b357bc7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:17,428 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:17,428 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=12, startTime=1732757177332; duration=0sec 2024-11-28T01:26:17,428 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:17,428 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742334_1510 (size=9657) 2024-11-28T01:26:17,444 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/187e5655173f4a9aa3d754795922d1c3 2024-11-28T01:26:17,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/652da01930064aa5b1122ff3240c3496 is 50, key is test_row_1/B:col10/1732757176484/Put/seqid=0 2024-11-28T01:26:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742335_1511 (size=9657) 2024-11-28T01:26:17,469 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/652da01930064aa5b1122ff3240c3496 2024-11-28T01:26:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/1cbb163b6051432d8a806f050b77a227 is 50, key is test_row_1/C:col10/1732757176484/Put/seqid=0 2024-11-28T01:26:17,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742336_1512 (size=9657) 2024-11-28T01:26:17,492 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/1cbb163b6051432d8a806f050b77a227 2024-11-28T01:26:17,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/187e5655173f4a9aa3d754795922d1c3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/187e5655173f4a9aa3d754795922d1c3 2024-11-28T01:26:17,499 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/187e5655173f4a9aa3d754795922d1c3, entries=100, sequenceid=124, filesize=9.4 K 2024-11-28T01:26:17,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/652da01930064aa5b1122ff3240c3496 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/652da01930064aa5b1122ff3240c3496 2024-11-28T01:26:17,503 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/652da01930064aa5b1122ff3240c3496, entries=100, sequenceid=124, filesize=9.4 K 2024-11-28T01:26:17,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/1cbb163b6051432d8a806f050b77a227 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1cbb163b6051432d8a806f050b77a227 2024-11-28T01:26:17,508 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1cbb163b6051432d8a806f050b77a227, entries=100, sequenceid=124, filesize=9.4 K 2024-11-28T01:26:17,508 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a096aaa45fcf0eff4812456f6e88e34c in 96ms, sequenceid=124, compaction requested=false 2024-11-28T01:26:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-28T01:26:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-28T01:26:17,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-28T01:26:17,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-11-28T01:26:17,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0170 sec 2024-11-28T01:26:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-28T01:26:17,599 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-28T01:26:17,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-28T01:26:17,602 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T01:26:17,602 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:17,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:17,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:17,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/610de263f1d9468f82e72e393c64761e is 50, key is test_row_0/A:col10/1732757177617/Put/seqid=0 2024-11-28T01:26:17,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742337_1513 (size=16931) 2024-11-28T01:26:17,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/610de263f1d9468f82e72e393c64761e 2024-11-28T01:26:17,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/41fecbb7a7084fe9b6f451d64f6610fc is 50, key is test_row_0/B:col10/1732757177617/Put/seqid=0 2024-11-28T01:26:17,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742338_1514 (size=12151) 2024-11-28T01:26:17,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757237674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757237676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T01:26:17,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757237732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757237737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T01:26:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,766 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/aa9a70a9cc5d40c2b5971d6da6989545 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/aa9a70a9cc5d40c2b5971d6da6989545 2024-11-28T01:26:17,770 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into aa9a70a9cc5d40c2b5971d6da6989545(size=12.0 K), total size for store is 21.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:17,770 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:17,770 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=12, startTime=1732757177332; duration=0sec 2024-11-28T01:26:17,770 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:17,771 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757237777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757237781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T01:26:17,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T01:26:17,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:17,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:17,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757237981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:17,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757237985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/41fecbb7a7084fe9b6f451d64f6610fc 2024-11-28T01:26:18,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/235981e9130a4fb0aff364d15dc5b709 is 50, key is test_row_0/C:col10/1732757177617/Put/seqid=0 2024-11-28T01:26:18,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T01:26:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:18,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:18,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:18,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742339_1515 (size=12151) 2024-11-28T01:26:18,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/235981e9130a4fb0aff364d15dc5b709 2024-11-28T01:26:18,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/610de263f1d9468f82e72e393c64761e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/610de263f1d9468f82e72e393c64761e 2024-11-28T01:26:18,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/610de263f1d9468f82e72e393c64761e, entries=250, sequenceid=137, filesize=16.5 K 2024-11-28T01:26:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/41fecbb7a7084fe9b6f451d64f6610fc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/41fecbb7a7084fe9b6f451d64f6610fc 2024-11-28T01:26:18,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/41fecbb7a7084fe9b6f451d64f6610fc, entries=150, sequenceid=137, filesize=11.9 K 2024-11-28T01:26:18,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/235981e9130a4fb0aff364d15dc5b709 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/235981e9130a4fb0aff364d15dc5b709 2024-11-28T01:26:18,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/235981e9130a4fb0aff364d15dc5b709, entries=150, sequenceid=137, filesize=11.9 K 2024-11-28T01:26:18,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a096aaa45fcf0eff4812456f6e88e34c in 465ms, sequenceid=137, compaction requested=true 2024-11-28T01:26:18,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:18,083 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:18,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:18,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:18,084 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:18,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:18,084 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:18,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:18,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:18,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:18,085 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:18,085 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:18,085 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:18,085 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b7263f7dd01b436cba615b6d6a3f45b3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/187e5655173f4a9aa3d754795922d1c3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/610de263f1d9468f82e72e393c64761e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=37.9 K 2024-11-28T01:26:18,085 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:18,085 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:18,085 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/aa9a70a9cc5d40c2b5971d6da6989545, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/652da01930064aa5b1122ff3240c3496, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/41fecbb7a7084fe9b6f451d64f6610fc] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=33.3 K 2024-11-28T01:26:18,085 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7263f7dd01b436cba615b6d6a3f45b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732757175602 2024-11-28T01:26:18,085 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting aa9a70a9cc5d40c2b5971d6da6989545, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732757175602 2024-11-28T01:26:18,086 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 652da01930064aa5b1122ff3240c3496, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732757176484 2024-11-28T01:26:18,086 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 187e5655173f4a9aa3d754795922d1c3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732757176484 2024-11-28T01:26:18,086 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 41fecbb7a7084fe9b6f451d64f6610fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732757177611 2024-11-28T01:26:18,086 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 610de263f1d9468f82e72e393c64761e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732757177611 2024-11-28T01:26:18,106 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:18,106 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/5d9fa3bb5ab74a0e9946ecb01f122ae5 is 50, key is test_row_0/B:col10/1732757177617/Put/seqid=0 2024-11-28T01:26:18,108 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:18,109 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/b56c2d144996486c9dcbe1645c0eff29 is 50, key is test_row_0/A:col10/1732757177617/Put/seqid=0 2024-11-28T01:26:18,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742340_1516 (size=12493) 2024-11-28T01:26:18,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742341_1517 (size=12493) 2024-11-28T01:26:18,123 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/b56c2d144996486c9dcbe1645c0eff29 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b56c2d144996486c9dcbe1645c0eff29 2024-11-28T01:26:18,127 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/5d9fa3bb5ab74a0e9946ecb01f122ae5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5d9fa3bb5ab74a0e9946ecb01f122ae5 2024-11-28T01:26:18,129 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into b56c2d144996486c9dcbe1645c0eff29(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:18,129 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:18,129 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=13, startTime=1732757178083; duration=0sec 2024-11-28T01:26:18,130 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:18,130 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:18,130 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:18,131 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:18,131 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:18,131 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:18,131 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0ce1cea8b6804fb0ad275e117b357bc7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1cbb163b6051432d8a806f050b77a227, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/235981e9130a4fb0aff364d15dc5b709] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=33.3 K 2024-11-28T01:26:18,132 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ce1cea8b6804fb0ad275e117b357bc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732757175602 2024-11-28T01:26:18,132 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cbb163b6051432d8a806f050b77a227, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1732757176484 2024-11-28T01:26:18,133 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 235981e9130a4fb0aff364d15dc5b709, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732757177611 2024-11-28T01:26:18,135 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 5d9fa3bb5ab74a0e9946ecb01f122ae5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:18,135 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:18,135 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=13, startTime=1732757178084; duration=0sec 2024-11-28T01:26:18,135 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:18,135 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:18,147 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:18,148 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fd328d34c0424ffc82620e1d9d234bfc is 50, key is test_row_0/C:col10/1732757177617/Put/seqid=0 2024-11-28T01:26:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742342_1518 (size=12493) 2024-11-28T01:26:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T01:26:18,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-28T01:26:18,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:18,213 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:26:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:18,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:18,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5ca5a54a56674741955c67b2bf3ddacf is 50, key is test_row_0/A:col10/1732757177675/Put/seqid=0 2024-11-28T01:26:18,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742343_1519 (size=12151) 2024-11-28T01:26:18,230 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5ca5a54a56674741955c67b2bf3ddacf 2024-11-28T01:26:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/f4e4d7ee65704f17b56b30de79c4a4f6 is 50, key is test_row_0/B:col10/1732757177675/Put/seqid=0 2024-11-28T01:26:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742344_1520 (size=12151) 2024-11-28T01:26:18,276 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/f4e4d7ee65704f17b56b30de79c4a4f6 2024-11-28T01:26:18,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a is 50, key is test_row_0/C:col10/1732757177675/Put/seqid=0 2024-11-28T01:26:18,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:18,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:18,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742345_1521 (size=12151) 2024-11-28T01:26:18,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757238316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757238317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757238420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757238423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,605 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fd328d34c0424ffc82620e1d9d234bfc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fd328d34c0424ffc82620e1d9d234bfc 2024-11-28T01:26:18,609 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into fd328d34c0424ffc82620e1d9d234bfc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:18,609 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:18,610 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=13, startTime=1732757178084; duration=0sec 2024-11-28T01:26:18,610 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:18,610 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:18,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757238626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757238630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T01:26:18,705 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a 2024-11-28T01:26:18,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5ca5a54a56674741955c67b2bf3ddacf as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5ca5a54a56674741955c67b2bf3ddacf 2024-11-28T01:26:18,713 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5ca5a54a56674741955c67b2bf3ddacf, entries=150, sequenceid=164, filesize=11.9 K 2024-11-28T01:26:18,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/f4e4d7ee65704f17b56b30de79c4a4f6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f4e4d7ee65704f17b56b30de79c4a4f6 2024-11-28T01:26:18,718 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f4e4d7ee65704f17b56b30de79c4a4f6, entries=150, sequenceid=164, filesize=11.9 K 2024-11-28T01:26:18,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a 2024-11-28T01:26:18,722 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a, entries=150, sequenceid=164, filesize=11.9 K 2024-11-28T01:26:18,723 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for a096aaa45fcf0eff4812456f6e88e34c in 511ms, sequenceid=164, compaction requested=false 2024-11-28T01:26:18,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:18,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:18,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-28T01:26:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-28T01:26:18,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-28T01:26:18,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1220 sec 2024-11-28T01:26:18,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.1260 sec 2024-11-28T01:26:18,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:18,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T01:26:18,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:18,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:18,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:18,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:18,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:18,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:18,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/be6d40dac7334573accb77c30e57d46b is 50, key is test_row_0/A:col10/1732757178932/Put/seqid=0 2024-11-28T01:26:18,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742346_1522 (size=14541) 2024-11-28T01:26:18,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/be6d40dac7334573accb77c30e57d46b 2024-11-28T01:26:18,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/ec344c60c3ff4a039772e9a29447513d is 50, key is test_row_0/B:col10/1732757178932/Put/seqid=0 2024-11-28T01:26:18,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742347_1523 (size=12151) 2024-11-28T01:26:18,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757238988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:18,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757238989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757239095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757239099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757239301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757239307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/ec344c60c3ff4a039772e9a29447513d 2024-11-28T01:26:19,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/90e4914f6ebc4ef2ad30c666bffb8cf7 is 50, key is test_row_0/C:col10/1732757178932/Put/seqid=0 2024-11-28T01:26:19,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742348_1524 (size=12151) 2024-11-28T01:26:19,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/90e4914f6ebc4ef2ad30c666bffb8cf7 2024-11-28T01:26:19,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/be6d40dac7334573accb77c30e57d46b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/be6d40dac7334573accb77c30e57d46b 2024-11-28T01:26:19,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/be6d40dac7334573accb77c30e57d46b, entries=200, sequenceid=179, filesize=14.2 K 2024-11-28T01:26:19,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/ec344c60c3ff4a039772e9a29447513d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ec344c60c3ff4a039772e9a29447513d 2024-11-28T01:26:19,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ec344c60c3ff4a039772e9a29447513d, entries=150, sequenceid=179, filesize=11.9 K 2024-11-28T01:26:19,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/90e4914f6ebc4ef2ad30c666bffb8cf7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/90e4914f6ebc4ef2ad30c666bffb8cf7 2024-11-28T01:26:19,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/90e4914f6ebc4ef2ad30c666bffb8cf7, entries=150, sequenceid=179, filesize=11.9 K 2024-11-28T01:26:19,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a096aaa45fcf0eff4812456f6e88e34c in 454ms, sequenceid=179, compaction requested=true 2024-11-28T01:26:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:19,387 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:19,387 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:19,388 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:19,388 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:19,388 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:19,388 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b56c2d144996486c9dcbe1645c0eff29, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5ca5a54a56674741955c67b2bf3ddacf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/be6d40dac7334573accb77c30e57d46b] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=38.3 K 2024-11-28T01:26:19,389 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:19,389 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:19,389 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:19,389 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5d9fa3bb5ab74a0e9946ecb01f122ae5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f4e4d7ee65704f17b56b30de79c4a4f6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ec344c60c3ff4a039772e9a29447513d] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=35.9 K 2024-11-28T01:26:19,389 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d9fa3bb5ab74a0e9946ecb01f122ae5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732757177611 2024-11-28T01:26:19,389 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting b56c2d144996486c9dcbe1645c0eff29, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732757177611 2024-11-28T01:26:19,390 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting f4e4d7ee65704f17b56b30de79c4a4f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732757177668 2024-11-28T01:26:19,390 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ca5a54a56674741955c67b2bf3ddacf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732757177668 2024-11-28T01:26:19,390 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting ec344c60c3ff4a039772e9a29447513d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732757178310 2024-11-28T01:26:19,390 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting be6d40dac7334573accb77c30e57d46b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732757178310 2024-11-28T01:26:19,397 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:19,397 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/030cf43799394f918760c292ce76cb47 is 50, key is test_row_0/A:col10/1732757178932/Put/seqid=0 2024-11-28T01:26:19,400 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:19,400 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/5e48b513793b46fea957e49442df5f51 is 50, key is test_row_0/B:col10/1732757178932/Put/seqid=0 2024-11-28T01:26:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742349_1525 (size=12595) 2024-11-28T01:26:19,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742350_1526 (size=12595) 2024-11-28T01:26:19,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:19,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:26:19,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:19,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:19,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:19,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:19,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:19,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:19,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/ea08647224794ee5b65654c3a1dcc14d is 50, key is test_row_0/A:col10/1732757178976/Put/seqid=0 2024-11-28T01:26:19,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742351_1527 (size=14541) 2024-11-28T01:26:19,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/ea08647224794ee5b65654c3a1dcc14d 2024-11-28T01:26:19,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/528b1437410b4ce281a5cc5ea429d3a3 is 50, key is test_row_0/B:col10/1732757178976/Put/seqid=0 2024-11-28T01:26:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742352_1528 (size=12151) 2024-11-28T01:26:19,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757239633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757239638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-28T01:26:19,705 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-28T01:26:19,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:19,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-28T01:26:19,708 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T01:26:19,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:19,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757239740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757239743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757239749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,753 DEBUG [Thread-2151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757239759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,763 DEBUG [Thread-2153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:19,809 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/030cf43799394f918760c292ce76cb47 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/030cf43799394f918760c292ce76cb47 2024-11-28T01:26:19,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T01:26:19,814 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 030cf43799394f918760c292ce76cb47(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:19,814 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:19,814 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=13, startTime=1732757179387; duration=0sec 2024-11-28T01:26:19,814 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:19,814 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:19,814 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:19,815 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:19,815 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:19,815 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:19,815 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fd328d34c0424ffc82620e1d9d234bfc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/90e4914f6ebc4ef2ad30c666bffb8cf7] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=35.9 K 2024-11-28T01:26:19,816 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/5e48b513793b46fea957e49442df5f51 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5e48b513793b46fea957e49442df5f51 2024-11-28T01:26:19,816 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd328d34c0424ffc82620e1d9d234bfc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732757177611 2024-11-28T01:26:19,816 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62b0f7ac8d7b42ca9dabc1ac7f1a8f3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1732757177668 2024-11-28T01:26:19,816 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90e4914f6ebc4ef2ad30c666bffb8cf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732757178310 2024-11-28T01:26:19,820 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 5e48b513793b46fea957e49442df5f51(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:19,820 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:19,820 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=13, startTime=1732757179387; duration=0sec 2024-11-28T01:26:19,820 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:19,820 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:19,823 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:19,823 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/87fafaded90341559deb3c8c69ccf874 is 50, key is test_row_0/C:col10/1732757178932/Put/seqid=0 2024-11-28T01:26:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742353_1529 (size=12595) 2024-11-28T01:26:19,830 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/87fafaded90341559deb3c8c69ccf874 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/87fafaded90341559deb3c8c69ccf874 2024-11-28T01:26:19,834 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 87fafaded90341559deb3c8c69ccf874(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:19,834 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:19,834 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=13, startTime=1732757179387; duration=0sec 2024-11-28T01:26:19,834 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:19,834 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:19,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-28T01:26:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:19,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:19,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757239944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757239948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T01:26:20,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-28T01:26:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/528b1437410b4ce281a5cc5ea429d3a3 2024-11-28T01:26:20,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/3d33001b58204ba49bbd9beb2536a82f is 50, key is test_row_0/C:col10/1732757178976/Put/seqid=0 2024-11-28T01:26:20,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742354_1530 (size=12151) 2024-11-28T01:26:20,164 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-28T01:26:20,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757240250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:20,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757240252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T01:26:20,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-28T01:26:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:20,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:20,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/3d33001b58204ba49bbd9beb2536a82f 2024-11-28T01:26:20,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/ea08647224794ee5b65654c3a1dcc14d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/ea08647224794ee5b65654c3a1dcc14d 2024-11-28T01:26:20,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/ea08647224794ee5b65654c3a1dcc14d, entries=200, sequenceid=203, filesize=14.2 K 2024-11-28T01:26:20,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/528b1437410b4ce281a5cc5ea429d3a3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/528b1437410b4ce281a5cc5ea429d3a3 2024-11-28T01:26:20,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/528b1437410b4ce281a5cc5ea429d3a3, entries=150, sequenceid=203, filesize=11.9 K 2024-11-28T01:26:20,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/3d33001b58204ba49bbd9beb2536a82f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3d33001b58204ba49bbd9beb2536a82f 2024-11-28T01:26:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3d33001b58204ba49bbd9beb2536a82f, entries=150, sequenceid=203, filesize=11.9 K 2024-11-28T01:26:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a096aaa45fcf0eff4812456f6e88e34c in 857ms, sequenceid=203, compaction requested=false 2024-11-28T01:26:20,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:20,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-28T01:26:20,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,469 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:26:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:20,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:20,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5abc83137a3a41929ed26772240de128 is 50, key is test_row_0/A:col10/1732757179625/Put/seqid=0 2024-11-28T01:26:20,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742355_1531 (size=12151) 2024-11-28T01:26:20,479 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5abc83137a3a41929ed26772240de128 2024-11-28T01:26:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/3ffccfeb8d0147c3a41ae3f72d974986 is 50, key is test_row_0/B:col10/1732757179625/Put/seqid=0 2024-11-28T01:26:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742356_1532 (size=12151) 2024-11-28T01:26:20,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:20,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757240599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757240704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757240756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757240759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T01:26:20,893 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/3ffccfeb8d0147c3a41ae3f72d974986 2024-11-28T01:26:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/bbd8bf16997240e4b8ed8288c5b90696 is 50, key is test_row_0/C:col10/1732757179625/Put/seqid=0 2024-11-28T01:26:20,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742357_1533 (size=12151) 2024-11-28T01:26:20,904 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/bbd8bf16997240e4b8ed8288c5b90696 2024-11-28T01:26:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5abc83137a3a41929ed26772240de128 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5abc83137a3a41929ed26772240de128 2024-11-28T01:26:20,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757240910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:20,913 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5abc83137a3a41929ed26772240de128, entries=150, sequenceid=218, filesize=11.9 K 2024-11-28T01:26:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/3ffccfeb8d0147c3a41ae3f72d974986 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3ffccfeb8d0147c3a41ae3f72d974986 2024-11-28T01:26:20,917 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3ffccfeb8d0147c3a41ae3f72d974986, entries=150, sequenceid=218, filesize=11.9 K 2024-11-28T01:26:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/bbd8bf16997240e4b8ed8288c5b90696 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/bbd8bf16997240e4b8ed8288c5b90696 2024-11-28T01:26:20,920 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/bbd8bf16997240e4b8ed8288c5b90696, entries=150, sequenceid=218, filesize=11.9 K 2024-11-28T01:26:20,921 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a096aaa45fcf0eff4812456f6e88e34c in 452ms, sequenceid=218, compaction requested=true 2024-11-28T01:26:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-28T01:26:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-28T01:26:20,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-28T01:26:20,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-28T01:26:20,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.2170 sec 2024-11-28T01:26:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:21,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:26:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:21,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/248d4dcb690247f5ba9098f864f43808 is 50, key is test_row_0/A:col10/1732757180589/Put/seqid=0 2024-11-28T01:26:21,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742358_1534 (size=14541) 2024-11-28T01:26:21,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/248d4dcb690247f5ba9098f864f43808 2024-11-28T01:26:21,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/ac265382ec3544dcacb642a46b6c2ff8 is 50, key is test_row_0/B:col10/1732757180589/Put/seqid=0 2024-11-28T01:26:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742359_1535 (size=12151) 2024-11-28T01:26:21,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757241268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757241378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757241581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/ac265382ec3544dcacb642a46b6c2ff8 2024-11-28T01:26:21,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/139db31aba204876a031a626ce332b48 is 50, key is test_row_0/C:col10/1732757180589/Put/seqid=0 2024-11-28T01:26:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742360_1536 (size=12151) 2024-11-28T01:26:21,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/139db31aba204876a031a626ce332b48 2024-11-28T01:26:21,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/248d4dcb690247f5ba9098f864f43808 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/248d4dcb690247f5ba9098f864f43808 2024-11-28T01:26:21,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/248d4dcb690247f5ba9098f864f43808, entries=200, sequenceid=243, filesize=14.2 K 2024-11-28T01:26:21,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/ac265382ec3544dcacb642a46b6c2ff8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ac265382ec3544dcacb642a46b6c2ff8 2024-11-28T01:26:21,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ac265382ec3544dcacb642a46b6c2ff8, entries=150, sequenceid=243, filesize=11.9 K 2024-11-28T01:26:21,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/139db31aba204876a031a626ce332b48 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/139db31aba204876a031a626ce332b48 2024-11-28T01:26:21,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/139db31aba204876a031a626ce332b48, entries=150, sequenceid=243, filesize=11.9 K 2024-11-28T01:26:21,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a096aaa45fcf0eff4812456f6e88e34c in 455ms, sequenceid=243, compaction requested=true 2024-11-28T01:26:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:21,677 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:21,677 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:21,678 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:21,678 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:21,678 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:21,678 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5e48b513793b46fea957e49442df5f51, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/528b1437410b4ce281a5cc5ea429d3a3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3ffccfeb8d0147c3a41ae3f72d974986, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ac265382ec3544dcacb642a46b6c2ff8] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=47.9 K 2024-11-28T01:26:21,678 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:21,679 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e48b513793b46fea957e49442df5f51, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732757178310 2024-11-28T01:26:21,679 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:21,679 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:21,679 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/030cf43799394f918760c292ce76cb47, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/ea08647224794ee5b65654c3a1dcc14d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5abc83137a3a41929ed26772240de128, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/248d4dcb690247f5ba9098f864f43808] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=52.6 K 2024-11-28T01:26:21,679 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 528b1437410b4ce281a5cc5ea429d3a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732757178976 2024-11-28T01:26:21,679 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 030cf43799394f918760c292ce76cb47, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732757178310 2024-11-28T01:26:21,679 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ffccfeb8d0147c3a41ae3f72d974986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732757179625 2024-11-28T01:26:21,679 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea08647224794ee5b65654c3a1dcc14d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732757178976 2024-11-28T01:26:21,680 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5abc83137a3a41929ed26772240de128, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732757179625 2024-11-28T01:26:21,680 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting ac265382ec3544dcacb642a46b6c2ff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732757180519 2024-11-28T01:26:21,680 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 248d4dcb690247f5ba9098f864f43808, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732757180519 2024-11-28T01:26:21,687 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:21,688 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/b5eb03ae77744df685614698e74aeded is 50, key is test_row_0/B:col10/1732757180589/Put/seqid=0 2024-11-28T01:26:21,688 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:21,689 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/514279b2efc4465c968cae7073b636ce is 50, key is test_row_0/A:col10/1732757180589/Put/seqid=0 2024-11-28T01:26:21,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742361_1537 (size=12731) 2024-11-28T01:26:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742362_1538 (size=12731) 2024-11-28T01:26:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:21,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:26:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:21,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/d23bbf62a602483b9cbb38055efc2dab is 50, key is test_row_0/A:col10/1732757181267/Put/seqid=0 2024-11-28T01:26:21,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742363_1539 (size=16931) 2024-11-28T01:26:21,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/d23bbf62a602483b9cbb38055efc2dab 2024-11-28T01:26:21,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/930f1ce2e46b4d8793a07d327d042303 is 50, key is test_row_0/B:col10/1732757181267/Put/seqid=0 2024-11-28T01:26:21,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742364_1540 (size=12151) 2024-11-28T01:26:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-28T01:26:21,812 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-28T01:26:21,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-28T01:26:21,814 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T01:26:21,815 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:21,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:21,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757241846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757241853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757241885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T01:26:21,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757241956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,966 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T01:26:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:21,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:21,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757241964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:22,098 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/b5eb03ae77744df685614698e74aeded as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b5eb03ae77744df685614698e74aeded 2024-11-28T01:26:22,099 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/514279b2efc4465c968cae7073b636ce as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/514279b2efc4465c968cae7073b636ce 2024-11-28T01:26:22,103 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into b5eb03ae77744df685614698e74aeded(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:22,103 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:22,103 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=12, startTime=1732757181677; duration=0sec 2024-11-28T01:26:22,103 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:22,103 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:22,103 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:22,104 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 514279b2efc4465c968cae7073b636ce(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:22,104 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:22,104 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=12, startTime=1732757181677; duration=0sec 2024-11-28T01:26:22,104 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:22,104 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:22,105 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:22,105 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:22,105 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:22,105 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/87fafaded90341559deb3c8c69ccf874, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3d33001b58204ba49bbd9beb2536a82f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/bbd8bf16997240e4b8ed8288c5b90696, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/139db31aba204876a031a626ce332b48] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=47.9 K 2024-11-28T01:26:22,105 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 87fafaded90341559deb3c8c69ccf874, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1732757178310 2024-11-28T01:26:22,106 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d33001b58204ba49bbd9beb2536a82f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732757178976 2024-11-28T01:26:22,106 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting bbd8bf16997240e4b8ed8288c5b90696, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1732757179625 2024-11-28T01:26:22,106 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 139db31aba204876a031a626ce332b48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732757180519 2024-11-28T01:26:22,113 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:22,114 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/8d969a2a894f420c966244b9997f06ef is 50, key is test_row_0/C:col10/1732757180589/Put/seqid=0 2024-11-28T01:26:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T01:26:22,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742365_1541 (size=12731) 2024-11-28T01:26:22,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T01:26:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:22,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:22,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:22,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:22,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:22,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757242163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757242170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/930f1ce2e46b4d8793a07d327d042303 2024-11-28T01:26:22,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e6cdcfe9b11a4ed1bc02bb22be640769 is 50, key is test_row_0/C:col10/1732757181267/Put/seqid=0 2024-11-28T01:26:22,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742366_1542 (size=12151) 2024-11-28T01:26:22,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e6cdcfe9b11a4ed1bc02bb22be640769 2024-11-28T01:26:22,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/d23bbf62a602483b9cbb38055efc2dab as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/d23bbf62a602483b9cbb38055efc2dab 2024-11-28T01:26:22,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/d23bbf62a602483b9cbb38055efc2dab, entries=250, sequenceid=256, filesize=16.5 K 2024-11-28T01:26:22,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/930f1ce2e46b4d8793a07d327d042303 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/930f1ce2e46b4d8793a07d327d042303 2024-11-28T01:26:22,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/930f1ce2e46b4d8793a07d327d042303, entries=150, sequenceid=256, filesize=11.9 K 2024-11-28T01:26:22,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e6cdcfe9b11a4ed1bc02bb22be640769 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e6cdcfe9b11a4ed1bc02bb22be640769 2024-11-28T01:26:22,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e6cdcfe9b11a4ed1bc02bb22be640769, entries=150, sequenceid=256, filesize=11.9 K 2024-11-28T01:26:22,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a096aaa45fcf0eff4812456f6e88e34c in 450ms, sequenceid=256, compaction requested=false 2024-11-28T01:26:22,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:22,272 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-28T01:26:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:22,272 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T01:26:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:22,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:22,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/64f372e74cb144a2ad673082fac328f6 is 50, key is test_row_0/A:col10/1732757181844/Put/seqid=0 2024-11-28T01:26:22,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742367_1543 (size=12301) 2024-11-28T01:26:22,281 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/64f372e74cb144a2ad673082fac328f6 2024-11-28T01:26:22,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/d71d316292714494919cd5d777b8d275 is 50, key is test_row_0/B:col10/1732757181844/Put/seqid=0 2024-11-28T01:26:22,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742368_1544 (size=12301) 2024-11-28T01:26:22,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:22,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:22,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T01:26:22,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757242442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757242464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757242473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,522 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/8d969a2a894f420c966244b9997f06ef as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8d969a2a894f420c966244b9997f06ef 2024-11-28T01:26:22,530 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 8d969a2a894f420c966244b9997f06ef(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:22,530 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:22,530 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=12, startTime=1732757181677; duration=0sec 2024-11-28T01:26:22,530 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:22,530 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:22,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757242547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,693 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/d71d316292714494919cd5d777b8d275 2024-11-28T01:26:22,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/1aaa1f0d1e40482a910f8e408eff1504 is 50, key is test_row_0/C:col10/1732757181844/Put/seqid=0 2024-11-28T01:26:22,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742369_1545 (size=12301) 2024-11-28T01:26:22,710 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/1aaa1f0d1e40482a910f8e408eff1504 2024-11-28T01:26:22,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/64f372e74cb144a2ad673082fac328f6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/64f372e74cb144a2ad673082fac328f6 2024-11-28T01:26:22,716 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/64f372e74cb144a2ad673082fac328f6, entries=150, sequenceid=281, filesize=12.0 K 2024-11-28T01:26:22,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/d71d316292714494919cd5d777b8d275 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/d71d316292714494919cd5d777b8d275 2024-11-28T01:26:22,720 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/d71d316292714494919cd5d777b8d275, entries=150, sequenceid=281, filesize=12.0 K 2024-11-28T01:26:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/1aaa1f0d1e40482a910f8e408eff1504 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1aaa1f0d1e40482a910f8e408eff1504 2024-11-28T01:26:22,723 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1aaa1f0d1e40482a910f8e408eff1504, entries=150, sequenceid=281, filesize=12.0 K 2024-11-28T01:26:22,724 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a096aaa45fcf0eff4812456f6e88e34c in 452ms, sequenceid=281, compaction requested=true 2024-11-28T01:26:22,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:22,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:22,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-28T01:26:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-28T01:26:22,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-28T01:26:22,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 910 msec 2024-11-28T01:26:22,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 915 msec 2024-11-28T01:26:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:22,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-28T01:26:22,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:22,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:22,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:22,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:22,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:22,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:22,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/2360bbcbba2f4addaa8b1ac036dcd5b0 is 50, key is test_row_0/A:col10/1732757182434/Put/seqid=0 2024-11-28T01:26:22,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742370_1546 (size=14741) 2024-11-28T01:26:22,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757242881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-28T01:26:22,918 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-28T01:26:22,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-28T01:26:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T01:26:22,921 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:22,921 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:22,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757242969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757242981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:22,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757242992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T01:26:23,072 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T01:26:23,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:23,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,073 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/2360bbcbba2f4addaa8b1ac036dcd5b0 2024-11-28T01:26:23,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/6a00fc3371414b14a77bb4be4752ec66 is 50, key is test_row_0/B:col10/1732757182434/Put/seqid=0 2024-11-28T01:26:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742371_1547 (size=12301) 2024-11-28T01:26:23,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757243195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T01:26:23,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T01:26:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T01:26:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757243500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T01:26:23,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T01:26:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:23,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/6a00fc3371414b14a77bb4be4752ec66 2024-11-28T01:26:23,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/050dcf610874492f88e8a7e7175b8b63 is 50, key is test_row_0/C:col10/1732757182434/Put/seqid=0 2024-11-28T01:26:23,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742372_1548 (size=12301) 2024-11-28T01:26:23,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/050dcf610874492f88e8a7e7175b8b63 2024-11-28T01:26:23,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/2360bbcbba2f4addaa8b1ac036dcd5b0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2360bbcbba2f4addaa8b1ac036dcd5b0 2024-11-28T01:26:23,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2360bbcbba2f4addaa8b1ac036dcd5b0, entries=200, sequenceid=296, filesize=14.4 K 2024-11-28T01:26:23,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/6a00fc3371414b14a77bb4be4752ec66 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/6a00fc3371414b14a77bb4be4752ec66 2024-11-28T01:26:23,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/6a00fc3371414b14a77bb4be4752ec66, entries=150, sequenceid=296, filesize=12.0 K 2024-11-28T01:26:23,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/050dcf610874492f88e8a7e7175b8b63 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/050dcf610874492f88e8a7e7175b8b63 2024-11-28T01:26:23,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/050dcf610874492f88e8a7e7175b8b63, entries=150, sequenceid=296, filesize=12.0 K 2024-11-28T01:26:23,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a096aaa45fcf0eff4812456f6e88e34c in 843ms, sequenceid=296, compaction requested=true 2024-11-28T01:26:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:23,598 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:23,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:23,598 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:23,599 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56704 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:23,599 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:23,599 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,599 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:23,599 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/514279b2efc4465c968cae7073b636ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/d23bbf62a602483b9cbb38055efc2dab, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/64f372e74cb144a2ad673082fac328f6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2360bbcbba2f4addaa8b1ac036dcd5b0] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=55.4 K 2024-11-28T01:26:23,599 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:23,599 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,599 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b5eb03ae77744df685614698e74aeded, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/930f1ce2e46b4d8793a07d327d042303, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/d71d316292714494919cd5d777b8d275, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/6a00fc3371414b14a77bb4be4752ec66] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=48.3 K 2024-11-28T01:26:23,599 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 514279b2efc4465c968cae7073b636ce, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732757180519 2024-11-28T01:26:23,599 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b5eb03ae77744df685614698e74aeded, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732757180519 2024-11-28T01:26:23,600 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d23bbf62a602483b9cbb38055efc2dab, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732757181251 2024-11-28T01:26:23,600 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 930f1ce2e46b4d8793a07d327d042303, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732757181251 2024-11-28T01:26:23,600 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d71d316292714494919cd5d777b8d275, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757181841 2024-11-28T01:26:23,600 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64f372e74cb144a2ad673082fac328f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757181841 2024-11-28T01:26:23,600 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a00fc3371414b14a77bb4be4752ec66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732757182434 2024-11-28T01:26:23,600 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2360bbcbba2f4addaa8b1ac036dcd5b0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732757182420 2024-11-28T01:26:23,608 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:23,609 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/9c6f4b39d2d146aca95a0d562c217a8e is 50, key is test_row_0/A:col10/1732757182434/Put/seqid=0 2024-11-28T01:26:23,610 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:23,611 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/8e9c7d6488dc45f4a829b178c94790b9 is 50, key is test_row_0/B:col10/1732757182434/Put/seqid=0 2024-11-28T01:26:23,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742373_1549 (size=13017) 2024-11-28T01:26:23,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742374_1550 (size=13017) 2024-11-28T01:26:23,621 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/9c6f4b39d2d146aca95a0d562c217a8e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9c6f4b39d2d146aca95a0d562c217a8e 2024-11-28T01:26:23,624 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 9c6f4b39d2d146aca95a0d562c217a8e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:23,624 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:23,625 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=12, startTime=1732757183598; duration=0sec 2024-11-28T01:26:23,625 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:23,625 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:23,625 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:23,626 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:23,626 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:23,626 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,626 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8d969a2a894f420c966244b9997f06ef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e6cdcfe9b11a4ed1bc02bb22be640769, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1aaa1f0d1e40482a910f8e408eff1504, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/050dcf610874492f88e8a7e7175b8b63] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=48.3 K 2024-11-28T01:26:23,626 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d969a2a894f420c966244b9997f06ef, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732757180519 2024-11-28T01:26:23,627 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6cdcfe9b11a4ed1bc02bb22be640769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732757181251 2024-11-28T01:26:23,627 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aaa1f0d1e40482a910f8e408eff1504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757181841 2024-11-28T01:26:23,627 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 050dcf610874492f88e8a7e7175b8b63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732757182434 2024-11-28T01:26:23,639 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:23,640 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e9b962717d884e38a27875e37d35a5e7 is 50, key is test_row_0/C:col10/1732757182434/Put/seqid=0 2024-11-28T01:26:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742375_1551 (size=13017) 2024-11-28T01:26:23,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-28T01:26:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:23,684 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-28T01:26:23,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/2f8eae0a18374ce09ad0eaa6ea8e920b is 50, key is test_row_0/A:col10/1732757182880/Put/seqid=0 2024-11-28T01:26:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742376_1552 (size=12301) 2024-11-28T01:26:23,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:23,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757243812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757243818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757243923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757243928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757243972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:23,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:23,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757243986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:24,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757244005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:24,018 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/8e9c7d6488dc45f4a829b178c94790b9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/8e9c7d6488dc45f4a829b178c94790b9 2024-11-28T01:26:24,022 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 8e9c7d6488dc45f4a829b178c94790b9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:24,022 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:24,022 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=12, startTime=1732757183598; duration=0sec 2024-11-28T01:26:24,022 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:24,022 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T01:26:24,054 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e9b962717d884e38a27875e37d35a5e7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e9b962717d884e38a27875e37d35a5e7 2024-11-28T01:26:24,058 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into e9b962717d884e38a27875e37d35a5e7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:24,058 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:24,058 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=12, startTime=1732757183598; duration=0sec 2024-11-28T01:26:24,058 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:24,058 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:24,105 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/2f8eae0a18374ce09ad0eaa6ea8e920b 2024-11-28T01:26:24,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2324ce65159740daafebb9939e2f790e is 50, key is test_row_0/B:col10/1732757182880/Put/seqid=0 2024-11-28T01:26:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742377_1553 (size=12301) 2024-11-28T01:26:24,124 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2324ce65159740daafebb9939e2f790e 2024-11-28T01:26:24,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/51d8dc3cd15f435493a578dbb1c76cf2 is 50, key is test_row_0/C:col10/1732757182880/Put/seqid=0 2024-11-28T01:26:24,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757244129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:24,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742378_1554 (size=12301) 2024-11-28T01:26:24,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:24,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757244136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:24,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:24,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757244435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:24,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757244439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:24,536 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/51d8dc3cd15f435493a578dbb1c76cf2 2024-11-28T01:26:24,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/2f8eae0a18374ce09ad0eaa6ea8e920b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2f8eae0a18374ce09ad0eaa6ea8e920b 2024-11-28T01:26:24,542 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2f8eae0a18374ce09ad0eaa6ea8e920b, entries=150, sequenceid=319, filesize=12.0 K 2024-11-28T01:26:24,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2324ce65159740daafebb9939e2f790e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2324ce65159740daafebb9939e2f790e 2024-11-28T01:26:24,546 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2324ce65159740daafebb9939e2f790e, entries=150, sequenceid=319, filesize=12.0 K 2024-11-28T01:26:24,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/51d8dc3cd15f435493a578dbb1c76cf2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/51d8dc3cd15f435493a578dbb1c76cf2 2024-11-28T01:26:24,549 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/51d8dc3cd15f435493a578dbb1c76cf2, entries=150, sequenceid=319, filesize=12.0 K 2024-11-28T01:26:24,550 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a096aaa45fcf0eff4812456f6e88e34c in 866ms, sequenceid=319, compaction requested=false 2024-11-28T01:26:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:24,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-28T01:26:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-28T01:26:24,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-28T01:26:24,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-28T01:26:24,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.6350 sec 2024-11-28T01:26:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:24,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-28T01:26:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:24,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:24,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/25e208720e8549d5b6ddd582d55a8080 is 50, key is test_row_0/A:col10/1732757183804/Put/seqid=0 2024-11-28T01:26:24,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742379_1555 (size=14741) 2024-11-28T01:26:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757244992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757244993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757245016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-28T01:26:25,024 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-28T01:26:25,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-28T01:26:25,026 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T01:26:25,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:25,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:25,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757245102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757245102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T01:26:25,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T01:26:25,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:25,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757245310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757245310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T01:26:25,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T01:26:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/25e208720e8549d5b6ddd582d55a8080 2024-11-28T01:26:25,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/51d483b121a744f780faec6593783bc7 is 50, key is test_row_0/B:col10/1732757183804/Put/seqid=0 2024-11-28T01:26:25,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742380_1556 (size=12301) 2024-11-28T01:26:25,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T01:26:25,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:25,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757245615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757245615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T01:26:25,642 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T01:26:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:25,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/51d483b121a744f780faec6593783bc7 2024-11-28T01:26:25,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/be77d58c43634b05aab2ecbede31c3d2 is 50, key is test_row_0/C:col10/1732757183804/Put/seqid=0 2024-11-28T01:26:25,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742381_1557 (size=12301) 2024-11-28T01:26:25,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/be77d58c43634b05aab2ecbede31c3d2 2024-11-28T01:26:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/25e208720e8549d5b6ddd582d55a8080 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/25e208720e8549d5b6ddd582d55a8080 2024-11-28T01:26:25,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/25e208720e8549d5b6ddd582d55a8080, entries=200, sequenceid=336, filesize=14.4 K 2024-11-28T01:26:25,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/51d483b121a744f780faec6593783bc7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/51d483b121a744f780faec6593783bc7 2024-11-28T01:26:25,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/51d483b121a744f780faec6593783bc7, entries=150, sequenceid=336, filesize=12.0 K 2024-11-28T01:26:25,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/be77d58c43634b05aab2ecbede31c3d2 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/be77d58c43634b05aab2ecbede31c3d2 2024-11-28T01:26:25,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/be77d58c43634b05aab2ecbede31c3d2, entries=150, sequenceid=336, filesize=12.0 K 2024-11-28T01:26:25,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for a096aaa45fcf0eff4812456f6e88e34c in 843ms, sequenceid=336, compaction requested=true 2024-11-28T01:26:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:25,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:25,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:25,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:25,790 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:25,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:25,790 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:25,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:25,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:25,790 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:25,790 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:25,790 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:25,790 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:25,790 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,790 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,791 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9c6f4b39d2d146aca95a0d562c217a8e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2f8eae0a18374ce09ad0eaa6ea8e920b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/25e208720e8549d5b6ddd582d55a8080] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=39.1 K 2024-11-28T01:26:25,791 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/8e9c7d6488dc45f4a829b178c94790b9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2324ce65159740daafebb9939e2f790e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/51d483b121a744f780faec6593783bc7] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=36.7 K 2024-11-28T01:26:25,791 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e9c7d6488dc45f4a829b178c94790b9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732757182434 2024-11-28T01:26:25,791 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c6f4b39d2d146aca95a0d562c217a8e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732757182434 2024-11-28T01:26:25,791 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f8eae0a18374ce09ad0eaa6ea8e920b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732757182860 2024-11-28T01:26:25,791 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2324ce65159740daafebb9939e2f790e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732757182860 2024-11-28T01:26:25,792 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25e208720e8549d5b6ddd582d55a8080, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732757183804 2024-11-28T01:26:25,792 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 51d483b121a744f780faec6593783bc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732757183804 2024-11-28T01:26:25,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:25,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-28T01:26:25,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,795 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-28T01:26:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:25,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:25,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/0e2b3e2486a3477db5683439f5c37985 is 50, key is test_row_0/A:col10/1732757184989/Put/seqid=0 2024-11-28T01:26:25,799 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:25,799 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/220d8d73777d43e8bef200fae440b341 is 50, key is test_row_0/B:col10/1732757183804/Put/seqid=0 2024-11-28T01:26:25,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742382_1558 (size=12301) 2024-11-28T01:26:25,803 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:25,804 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/6904aef18feb49979d5241afa031e0ef is 50, key is test_row_0/A:col10/1732757183804/Put/seqid=0 2024-11-28T01:26:25,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742383_1559 (size=13119) 2024-11-28T01:26:25,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742384_1560 (size=13119) 2024-11-28T01:26:25,813 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/6904aef18feb49979d5241afa031e0ef as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6904aef18feb49979d5241afa031e0ef 2024-11-28T01:26:25,817 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 6904aef18feb49979d5241afa031e0ef(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:25,817 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:25,817 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=13, startTime=1732757185789; duration=0sec 2024-11-28T01:26:25,817 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:25,817 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:25,817 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:25,818 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:25,818 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:25,818 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:25,818 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e9b962717d884e38a27875e37d35a5e7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/51d8dc3cd15f435493a578dbb1c76cf2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/be77d58c43634b05aab2ecbede31c3d2] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=36.7 K 2024-11-28T01:26:25,818 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9b962717d884e38a27875e37d35a5e7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1732757182434 2024-11-28T01:26:25,819 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51d8dc3cd15f435493a578dbb1c76cf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732757182860 2024-11-28T01:26:25,819 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting be77d58c43634b05aab2ecbede31c3d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732757183804 2024-11-28T01:26:25,825 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:25,826 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0b679c9093c54f69ac7b60dad1f7a571 is 50, key is test_row_0/C:col10/1732757183804/Put/seqid=0 2024-11-28T01:26:25,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742385_1561 (size=13119) 2024-11-28T01:26:25,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:26,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757246017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757246019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757246120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757246123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757246123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T01:26:26,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757246126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,203 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/0e2b3e2486a3477db5683439f5c37985 2024-11-28T01:26:26,209 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/220d8d73777d43e8bef200fae440b341 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/220d8d73777d43e8bef200fae440b341 2024-11-28T01:26:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/79c470e4ded74f7282745a20b4caa18f is 50, key is test_row_0/B:col10/1732757184989/Put/seqid=0 2024-11-28T01:26:26,216 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 220d8d73777d43e8bef200fae440b341(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:26,216 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:26,216 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=13, startTime=1732757185790; duration=0sec 2024-11-28T01:26:26,216 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:26,216 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742386_1562 (size=12301) 2024-11-28T01:26:26,219 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/79c470e4ded74f7282745a20b4caa18f 2024-11-28T01:26:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/370290ae1119477f9e219a6ff83b9944 is 50, key is test_row_0/C:col10/1732757184989/Put/seqid=0 2024-11-28T01:26:26,233 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/0b679c9093c54f69ac7b60dad1f7a571 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0b679c9093c54f69ac7b60dad1f7a571 2024-11-28T01:26:26,238 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 0b679c9093c54f69ac7b60dad1f7a571(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:26,238 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:26,238 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=13, startTime=1732757185790; duration=0sec 2024-11-28T01:26:26,238 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:26,238 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:26,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742387_1563 (size=12301) 2024-11-28T01:26:26,240 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/370290ae1119477f9e219a6ff83b9944 2024-11-28T01:26:26,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/0e2b3e2486a3477db5683439f5c37985 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0e2b3e2486a3477db5683439f5c37985 2024-11-28T01:26:26,247 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0e2b3e2486a3477db5683439f5c37985, entries=150, sequenceid=357, filesize=12.0 K 2024-11-28T01:26:26,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/79c470e4ded74f7282745a20b4caa18f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/79c470e4ded74f7282745a20b4caa18f 2024-11-28T01:26:26,251 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/79c470e4ded74f7282745a20b4caa18f, entries=150, sequenceid=357, filesize=12.0 K 2024-11-28T01:26:26,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/370290ae1119477f9e219a6ff83b9944 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/370290ae1119477f9e219a6ff83b9944 2024-11-28T01:26:26,255 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/370290ae1119477f9e219a6ff83b9944, entries=150, sequenceid=357, filesize=12.0 K 2024-11-28T01:26:26,256 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for a096aaa45fcf0eff4812456f6e88e34c in 462ms, sequenceid=357, compaction requested=false 2024-11-28T01:26:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:26,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-28T01:26:26,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-28T01:26:26,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-28T01:26:26,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2330 sec 2024-11-28T01:26:26,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.2370 sec 2024-11-28T01:26:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:26,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-28T01:26:26,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:26,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:26,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/933905f4f0c84db5ad0299b2e0b63cde is 50, key is test_row_0/A:col10/1732757186016/Put/seqid=0 2024-11-28T01:26:26,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742388_1564 (size=12301) 2024-11-28T01:26:26,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757246393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757246393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757246494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757246501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757246699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757246709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:26,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/933905f4f0c84db5ad0299b2e0b63cde 2024-11-28T01:26:26,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/3791d5148944465ba2e39a7240354b86 is 50, key is test_row_0/B:col10/1732757186016/Put/seqid=0 2024-11-28T01:26:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742389_1565 (size=12301) 2024-11-28T01:26:27,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:27,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757247006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:27,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757247012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757247030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,036 DEBUG [Thread-2149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., hostname=1269b3ab3145,44269,1732757046324, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:27,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757247128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-28T01:26:27,130 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-28T01:26:27,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:27,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-28T01:26:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T01:26:27,133 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:27,133 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:27,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757247128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/3791d5148944465ba2e39a7240354b86 2024-11-28T01:26:27,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fbb4212798ca48618df9a39c31d0b17e is 50, key is test_row_0/C:col10/1732757186016/Put/seqid=0 2024-11-28T01:26:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742390_1566 (size=12301) 2024-11-28T01:26:27,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T01:26:27,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-28T01:26:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:27,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:27,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T01:26:27,438 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-28T01:26:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:27,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:27,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:27,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757247511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757247519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fbb4212798ca48618df9a39c31d0b17e 2024-11-28T01:26:27,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/933905f4f0c84db5ad0299b2e0b63cde as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/933905f4f0c84db5ad0299b2e0b63cde 2024-11-28T01:26:27,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/933905f4f0c84db5ad0299b2e0b63cde, entries=150, sequenceid=376, filesize=12.0 K 2024-11-28T01:26:27,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/3791d5148944465ba2e39a7240354b86 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3791d5148944465ba2e39a7240354b86 2024-11-28T01:26:27,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3791d5148944465ba2e39a7240354b86, entries=150, sequenceid=376, filesize=12.0 K 2024-11-28T01:26:27,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fbb4212798ca48618df9a39c31d0b17e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fbb4212798ca48618df9a39c31d0b17e 2024-11-28T01:26:27,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fbb4212798ca48618df9a39c31d0b17e, entries=150, sequenceid=376, filesize=12.0 K 2024-11-28T01:26:27,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a096aaa45fcf0eff4812456f6e88e34c in 1246ms, sequenceid=376, compaction requested=true 2024-11-28T01:26:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:27,575 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:27,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:27,575 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:27,576 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:27,576 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:27,576 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:27,576 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:27,576 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,576 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,576 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/220d8d73777d43e8bef200fae440b341, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/79c470e4ded74f7282745a20b4caa18f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3791d5148944465ba2e39a7240354b86] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=36.8 K 2024-11-28T01:26:27,577 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6904aef18feb49979d5241afa031e0ef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0e2b3e2486a3477db5683439f5c37985, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/933905f4f0c84db5ad0299b2e0b63cde] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=36.8 K 2024-11-28T01:26:27,577 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6904aef18feb49979d5241afa031e0ef, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732757183804 2024-11-28T01:26:27,577 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 220d8d73777d43e8bef200fae440b341, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732757183804 2024-11-28T01:26:27,577 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 79c470e4ded74f7282745a20b4caa18f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732757184989 2024-11-28T01:26:27,577 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e2b3e2486a3477db5683439f5c37985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732757184989 2024-11-28T01:26:27,578 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3791d5148944465ba2e39a7240354b86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757186016 2024-11-28T01:26:27,578 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 933905f4f0c84db5ad0299b2e0b63cde, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757186016 2024-11-28T01:26:27,584 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:27,585 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:27,585 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/575cd67cb3354277876d649e0fd3a9c7 is 50, key is test_row_0/B:col10/1732757186016/Put/seqid=0 2024-11-28T01:26:27,585 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/efe50846e8d946689843d12b7c009ac0 is 50, key is test_row_0/A:col10/1732757186016/Put/seqid=0 2024-11-28T01:26:27,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:27,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-28T01:26:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,591 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-28T01:26:27,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:27,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:27,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:27,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:27,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:27,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:27,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742391_1567 (size=13221) 2024-11-28T01:26:27,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/021e561908fb4cae98e0848e969437d6 is 50, key is test_row_0/A:col10/1732757186392/Put/seqid=0 2024-11-28T01:26:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742392_1568 (size=13221) 2024-11-28T01:26:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742393_1569 (size=12301) 2024-11-28T01:26:27,611 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/efe50846e8d946689843d12b7c009ac0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/efe50846e8d946689843d12b7c009ac0 2024-11-28T01:26:27,611 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/021e561908fb4cae98e0848e969437d6 2024-11-28T01:26:27,618 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into efe50846e8d946689843d12b7c009ac0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:27,618 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:27,618 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=13, startTime=1732757187575; duration=0sec 2024-11-28T01:26:27,618 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:27,618 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:27,618 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:27,619 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:27,619 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:27,619 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:27,619 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0b679c9093c54f69ac7b60dad1f7a571, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/370290ae1119477f9e219a6ff83b9944, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fbb4212798ca48618df9a39c31d0b17e] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=36.8 K 2024-11-28T01:26:27,620 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b679c9093c54f69ac7b60dad1f7a571, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732757183804 2024-11-28T01:26:27,620 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 370290ae1119477f9e219a6ff83b9944, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732757184989 2024-11-28T01:26:27,621 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbb4212798ca48618df9a39c31d0b17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757186016 2024-11-28T01:26:27,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/1a16306df75d48f390052e83f3837bed is 50, key is test_row_0/B:col10/1732757186392/Put/seqid=0 2024-11-28T01:26:27,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742394_1570 (size=12301) 2024-11-28T01:26:27,628 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:27,629 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/498faf2d2de847c89c167dd60ecea977 is 50, key is test_row_0/C:col10/1732757186016/Put/seqid=0 2024-11-28T01:26:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742395_1571 (size=13221) 2024-11-28T01:26:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T01:26:28,001 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/575cd67cb3354277876d649e0fd3a9c7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/575cd67cb3354277876d649e0fd3a9c7 2024-11-28T01:26:28,005 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 575cd67cb3354277876d649e0fd3a9c7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:28,005 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:28,005 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=13, startTime=1732757187575; duration=0sec 2024-11-28T01:26:28,006 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:28,006 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:28,026 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/1a16306df75d48f390052e83f3837bed 2024-11-28T01:26:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/b6a4b0d0a2ff4a29b9ac021f65b03305 is 50, key is test_row_0/C:col10/1732757186392/Put/seqid=0 2024-11-28T01:26:28,038 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/498faf2d2de847c89c167dd60ecea977 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/498faf2d2de847c89c167dd60ecea977 2024-11-28T01:26:28,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742396_1572 (size=12301) 2024-11-28T01:26:28,044 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 498faf2d2de847c89c167dd60ecea977(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:28,044 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:28,044 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=13, startTime=1732757187575; duration=0sec 2024-11-28T01:26:28,044 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:28,044 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:28,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T01:26:28,440 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/b6a4b0d0a2ff4a29b9ac021f65b03305 2024-11-28T01:26:28,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/021e561908fb4cae98e0848e969437d6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/021e561908fb4cae98e0848e969437d6 2024-11-28T01:26:28,447 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/021e561908fb4cae98e0848e969437d6, entries=150, sequenceid=396, filesize=12.0 K 2024-11-28T01:26:28,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/1a16306df75d48f390052e83f3837bed as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/1a16306df75d48f390052e83f3837bed 2024-11-28T01:26:28,451 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/1a16306df75d48f390052e83f3837bed, entries=150, sequenceid=396, filesize=12.0 K 2024-11-28T01:26:28,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/b6a4b0d0a2ff4a29b9ac021f65b03305 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/b6a4b0d0a2ff4a29b9ac021f65b03305 2024-11-28T01:26:28,454 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/b6a4b0d0a2ff4a29b9ac021f65b03305, entries=150, sequenceid=396, filesize=12.0 K 2024-11-28T01:26:28,455 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for a096aaa45fcf0eff4812456f6e88e34c in 864ms, sequenceid=396, compaction requested=false 2024-11-28T01:26:28,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:28,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:28,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-28T01:26:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-28T01:26:28,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-28T01:26:28,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3220 sec 2024-11-28T01:26:28,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.3270 sec 2024-11-28T01:26:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:28,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:28,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:28,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:28,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:28,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:28,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:28,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:28,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/a157ca80dc734d6993006c8257a1bb26 is 50, key is test_row_0/A:col10/1732757188536/Put/seqid=0 2024-11-28T01:26:28,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742397_1573 (size=14741) 2024-11-28T01:26:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757248602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:28,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757248608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:28,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757248709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757248714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:28,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:28,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757248913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:28,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757248919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:28,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/a157ca80dc734d6993006c8257a1bb26 2024-11-28T01:26:28,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/19e3b06977644801989a62975132d9b3 is 50, key is test_row_0/B:col10/1732757188536/Put/seqid=0 2024-11-28T01:26:28,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742398_1574 (size=12301) 2024-11-28T01:26:28,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/19e3b06977644801989a62975132d9b3 2024-11-28T01:26:28,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/2145aaef98b74d388f76a6f6d466de1b is 50, key is test_row_0/C:col10/1732757188536/Put/seqid=0 2024-11-28T01:26:28,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742399_1575 (size=12301) 2024-11-28T01:26:28,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/2145aaef98b74d388f76a6f6d466de1b 2024-11-28T01:26:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/a157ca80dc734d6993006c8257a1bb26 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/a157ca80dc734d6993006c8257a1bb26 2024-11-28T01:26:28,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/a157ca80dc734d6993006c8257a1bb26, entries=200, sequenceid=410, filesize=14.4 K 2024-11-28T01:26:28,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/19e3b06977644801989a62975132d9b3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/19e3b06977644801989a62975132d9b3 2024-11-28T01:26:28,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/19e3b06977644801989a62975132d9b3, entries=150, sequenceid=410, filesize=12.0 K 2024-11-28T01:26:28,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/2145aaef98b74d388f76a6f6d466de1b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/2145aaef98b74d388f76a6f6d466de1b 2024-11-28T01:26:28,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/2145aaef98b74d388f76a6f6d466de1b, entries=150, sequenceid=410, filesize=12.0 K 2024-11-28T01:26:28,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a096aaa45fcf0eff4812456f6e88e34c in 449ms, sequenceid=410, compaction requested=true 2024-11-28T01:26:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:28,987 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:28,987 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:28,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:28,988 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:28,988 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:28,988 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/efe50846e8d946689843d12b7c009ac0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/021e561908fb4cae98e0848e969437d6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/a157ca80dc734d6993006c8257a1bb26] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=39.3 K 2024-11-28T01:26:28,988 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/575cd67cb3354277876d649e0fd3a9c7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/1a16306df75d48f390052e83f3837bed, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/19e3b06977644801989a62975132d9b3] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=36.9 K 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting efe50846e8d946689843d12b7c009ac0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757186016 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 575cd67cb3354277876d649e0fd3a9c7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757186016 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 021e561908fb4cae98e0848e969437d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732757186371 2024-11-28T01:26:28,988 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a16306df75d48f390052e83f3837bed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732757186371 2024-11-28T01:26:28,989 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting a157ca80dc734d6993006c8257a1bb26, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757188532 2024-11-28T01:26:28,989 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 19e3b06977644801989a62975132d9b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757188532 2024-11-28T01:26:28,994 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:28,995 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/4ce32b342e5f41cf98110dd2251f6a10 is 50, key is test_row_0/B:col10/1732757188536/Put/seqid=0 2024-11-28T01:26:28,995 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:28,996 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/4ecda295ad7044a3820b0adbcd1019d5 is 50, key is test_row_0/A:col10/1732757188536/Put/seqid=0 2024-11-28T01:26:28,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742400_1576 (size=13323) 2024-11-28T01:26:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742401_1577 (size=13323) 2024-11-28T01:26:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:29,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:26:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:29,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:29,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/b222497e17df46d18fcf6289b99b5015 is 50, key is test_row_0/A:col10/1732757188607/Put/seqid=0 2024-11-28T01:26:29,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742402_1578 (size=14741) 2024-11-28T01:26:29,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757249162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757249164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757249219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757249223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-28T01:26:29,236 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-28T01:26:29,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-28T01:26:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T01:26:29,239 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:29,240 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:29,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:29,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757249266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757249268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T01:26:29,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T01:26:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,403 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/4ce32b342e5f41cf98110dd2251f6a10 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4ce32b342e5f41cf98110dd2251f6a10 2024-11-28T01:26:29,404 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/4ecda295ad7044a3820b0adbcd1019d5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4ecda295ad7044a3820b0adbcd1019d5 2024-11-28T01:26:29,407 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 4ce32b342e5f41cf98110dd2251f6a10(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:29,407 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:29,407 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=13, startTime=1732757188987; duration=0sec 2024-11-28T01:26:29,407 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:29,407 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:29,407 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:29,408 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 4ecda295ad7044a3820b0adbcd1019d5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:29,408 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:29,408 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=13, startTime=1732757188987; duration=0sec 2024-11-28T01:26:29,408 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:29,408 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:29,408 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:29,408 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:29,408 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,408 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/498faf2d2de847c89c167dd60ecea977, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/b6a4b0d0a2ff4a29b9ac021f65b03305, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/2145aaef98b74d388f76a6f6d466de1b] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=36.9 K 2024-11-28T01:26:29,409 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 498faf2d2de847c89c167dd60ecea977, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732757186016 2024-11-28T01:26:29,409 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting b6a4b0d0a2ff4a29b9ac021f65b03305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1732757186371 2024-11-28T01:26:29,410 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 2145aaef98b74d388f76a6f6d466de1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757188532 2024-11-28T01:26:29,415 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:29,416 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/8f821365508b479ba9da90db06634b4e is 50, key is test_row_0/C:col10/1732757188536/Put/seqid=0 2024-11-28T01:26:29,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742403_1579 (size=13323) 2024-11-28T01:26:29,423 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/8f821365508b479ba9da90db06634b4e as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8f821365508b479ba9da90db06634b4e 2024-11-28T01:26:29,427 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 8f821365508b479ba9da90db06634b4e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:29,427 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:29,427 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=13, startTime=1732757188987; duration=0sec 2024-11-28T01:26:29,427 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:29,427 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:29,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757249473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757249474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T01:26:29,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T01:26:29,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:29,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/b222497e17df46d18fcf6289b99b5015 2024-11-28T01:26:29,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/80d1201eeea041b09751f0a805bf80b8 is 50, key is test_row_0/B:col10/1732757188607/Put/seqid=0 2024-11-28T01:26:29,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742404_1580 (size=12301) 2024-11-28T01:26:29,697 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T01:26:29,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:29,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757249725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757249728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757249778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757249778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T01:26:29,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:29,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T01:26:29,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:29,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:29,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:29,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/80d1201eeea041b09751f0a805bf80b8 2024-11-28T01:26:29,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/820051ffd74d4134b145678b13287d64 is 50, key is test_row_0/C:col10/1732757188607/Put/seqid=0 2024-11-28T01:26:29,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742405_1581 (size=12301) 2024-11-28T01:26:29,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/820051ffd74d4134b145678b13287d64 2024-11-28T01:26:29,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/b222497e17df46d18fcf6289b99b5015 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b222497e17df46d18fcf6289b99b5015 2024-11-28T01:26:29,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b222497e17df46d18fcf6289b99b5015, entries=200, sequenceid=436, filesize=14.4 K 2024-11-28T01:26:29,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/80d1201eeea041b09751f0a805bf80b8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/80d1201eeea041b09751f0a805bf80b8 2024-11-28T01:26:29,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/80d1201eeea041b09751f0a805bf80b8, entries=150, sequenceid=436, filesize=12.0 K 2024-11-28T01:26:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/820051ffd74d4134b145678b13287d64 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/820051ffd74d4134b145678b13287d64 2024-11-28T01:26:29,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/820051ffd74d4134b145678b13287d64, entries=150, sequenceid=436, filesize=12.0 K 2024-11-28T01:26:29,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a096aaa45fcf0eff4812456f6e88e34c in 845ms, sequenceid=436, compaction requested=false 2024-11-28T01:26:29,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:30,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-28T01:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:30,004 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T01:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:30,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/f23af18ae01d4b5bad906828b7ed9eae is 50, key is test_row_0/A:col10/1732757189161/Put/seqid=0 2024-11-28T01:26:30,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742406_1582 (size=9857) 2024-11-28T01:26:30,011 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/f23af18ae01d4b5bad906828b7ed9eae 2024-11-28T01:26:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/81ca2b1764fc47628941dd4db51d7c78 is 50, key is test_row_0/B:col10/1732757189161/Put/seqid=0 2024-11-28T01:26:30,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742407_1583 (size=9857) 2024-11-28T01:26:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:30,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. as already flushing 2024-11-28T01:26:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T01:26:30,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757250341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757250345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,423 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/81ca2b1764fc47628941dd4db51d7c78 2024-11-28T01:26:30,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e104a417b3e5467480bb86ec3f12d6e8 is 50, key is test_row_0/C:col10/1732757189161/Put/seqid=0 2024-11-28T01:26:30,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742408_1584 (size=9857) 2024-11-28T01:26:30,435 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e104a417b3e5467480bb86ec3f12d6e8 2024-11-28T01:26:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/f23af18ae01d4b5bad906828b7ed9eae as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f23af18ae01d4b5bad906828b7ed9eae 2024-11-28T01:26:30,443 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f23af18ae01d4b5bad906828b7ed9eae, entries=100, sequenceid=449, filesize=9.6 K 2024-11-28T01:26:30,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/81ca2b1764fc47628941dd4db51d7c78 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/81ca2b1764fc47628941dd4db51d7c78 2024-11-28T01:26:30,448 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/81ca2b1764fc47628941dd4db51d7c78, entries=100, sequenceid=449, filesize=9.6 K 2024-11-28T01:26:30,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/e104a417b3e5467480bb86ec3f12d6e8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e104a417b3e5467480bb86ec3f12d6e8 2024-11-28T01:26:30,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757250446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,451 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e104a417b3e5467480bb86ec3f12d6e8, entries=100, sequenceid=449, filesize=9.6 K 2024-11-28T01:26:30,452 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a096aaa45fcf0eff4812456f6e88e34c in 448ms, sequenceid=449, compaction requested=true 2024-11-28T01:26:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:30,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-28T01:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-28T01:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:30,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-28T01:26:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/f5368a9e36d34ce2944dc74ca69d9c18 is 50, key is test_row_0/A:col10/1732757190343/Put/seqid=0 2024-11-28T01:26:30,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-28T01:26:30,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-28T01:26:30,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.2230 sec 2024-11-28T01:26:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742409_1585 (size=14741) 2024-11-28T01:26:30,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/f5368a9e36d34ce2944dc74ca69d9c18 2024-11-28T01:26:30,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/9bbfffb2af05495aad5e7f058d3763e5 is 50, key is test_row_0/B:col10/1732757190343/Put/seqid=0 2024-11-28T01:26:30,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742410_1586 (size=12301) 2024-11-28T01:26:30,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757250478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757250583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757250651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49880 deadline: 1732757250732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1732757250739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757250789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:30,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/9bbfffb2af05495aad5e7f058d3763e5 2024-11-28T01:26:30,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/3f8f98f422774b3497dfcd77d62165d1 is 50, key is test_row_0/C:col10/1732757190343/Put/seqid=0 2024-11-28T01:26:30,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742411_1587 (size=12301) 2024-11-28T01:26:30,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/3f8f98f422774b3497dfcd77d62165d1 2024-11-28T01:26:30,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/f5368a9e36d34ce2944dc74ca69d9c18 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f5368a9e36d34ce2944dc74ca69d9c18 2024-11-28T01:26:30,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f5368a9e36d34ce2944dc74ca69d9c18, entries=200, sequenceid=476, filesize=14.4 K 2024-11-28T01:26:30,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/9bbfffb2af05495aad5e7f058d3763e5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9bbfffb2af05495aad5e7f058d3763e5 2024-11-28T01:26:30,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9bbfffb2af05495aad5e7f058d3763e5, entries=150, sequenceid=476, filesize=12.0 K 2024-11-28T01:26:30,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/3f8f98f422774b3497dfcd77d62165d1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3f8f98f422774b3497dfcd77d62165d1 2024-11-28T01:26:30,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3f8f98f422774b3497dfcd77d62165d1, entries=150, sequenceid=476, filesize=12.0 K 2024-11-28T01:26:30,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a096aaa45fcf0eff4812456f6e88e34c in 442ms, sequenceid=476, compaction requested=true 2024-11-28T01:26:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:30,897 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:30,897 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:30,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:30,898 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52662 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:30,898 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:30,898 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:30,898 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4ecda295ad7044a3820b0adbcd1019d5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b222497e17df46d18fcf6289b99b5015, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f23af18ae01d4b5bad906828b7ed9eae, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f5368a9e36d34ce2944dc74ca69d9c18] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=51.4 K 2024-11-28T01:26:30,898 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:30,898 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ecda295ad7044a3820b0adbcd1019d5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757188532 2024-11-28T01:26:30,898 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:30,899 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:30,899 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4ce32b342e5f41cf98110dd2251f6a10, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/80d1201eeea041b09751f0a805bf80b8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/81ca2b1764fc47628941dd4db51d7c78, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9bbfffb2af05495aad5e7f058d3763e5] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=46.7 K 2024-11-28T01:26:30,899 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting b222497e17df46d18fcf6289b99b5015, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732757188577 2024-11-28T01:26:30,899 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ce32b342e5f41cf98110dd2251f6a10, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757188532 2024-11-28T01:26:30,899 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting f23af18ae01d4b5bad906828b7ed9eae, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732757189161 2024-11-28T01:26:30,899 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 80d1201eeea041b09751f0a805bf80b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732757188601 2024-11-28T01:26:30,900 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5368a9e36d34ce2944dc74ca69d9c18, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732757190337 2024-11-28T01:26:30,900 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ca2b1764fc47628941dd4db51d7c78, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732757189161 2024-11-28T01:26:30,900 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bbfffb2af05495aad5e7f058d3763e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732757190340 2024-11-28T01:26:30,930 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#509 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:30,930 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#510 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:30,931 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/9f7f1af1a646410ea8512ccc49a35466 is 50, key is test_row_0/B:col10/1732757190343/Put/seqid=0 2024-11-28T01:26:30,931 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5c17fdf512bf41f8926d8fed3643ca2d is 50, key is test_row_0/A:col10/1732757190343/Put/seqid=0 2024-11-28T01:26:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742413_1589 (size=13459) 2024-11-28T01:26:30,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742412_1588 (size=13459) 2024-11-28T01:26:30,963 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/9f7f1af1a646410ea8512ccc49a35466 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9f7f1af1a646410ea8512ccc49a35466 2024-11-28T01:26:30,967 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into 9f7f1af1a646410ea8512ccc49a35466(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:30,967 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:30,967 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=12, startTime=1732757190897; duration=0sec 2024-11-28T01:26:30,968 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:30,968 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:30,968 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:30,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:30,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:30,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:30,973 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47782 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:30,973 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/C is initiating minor compaction (all files) 2024-11-28T01:26:30,973 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/C in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:30,974 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8f821365508b479ba9da90db06634b4e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/820051ffd74d4134b145678b13287d64, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e104a417b3e5467480bb86ec3f12d6e8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3f8f98f422774b3497dfcd77d62165d1] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=46.7 K 2024-11-28T01:26:30,974 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f821365508b479ba9da90db06634b4e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1732757188532 2024-11-28T01:26:30,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/42d4f85c1a394490bea97a8b19f523bd is 50, key is test_row_1/A:col10/1732757190476/Put/seqid=0 2024-11-28T01:26:30,976 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 820051ffd74d4134b145678b13287d64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732757188601 2024-11-28T01:26:30,977 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e104a417b3e5467480bb86ec3f12d6e8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732757189161 2024-11-28T01:26:30,977 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f8f98f422774b3497dfcd77d62165d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732757190340 2024-11-28T01:26:30,991 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:30,992 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/910a13d27d8c42c99d9f682acc8ad648 is 50, key is test_row_0/C:col10/1732757190343/Put/seqid=0 2024-11-28T01:26:30,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742414_1590 (size=12297) 2024-11-28T01:26:30,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/42d4f85c1a394490bea97a8b19f523bd 2024-11-28T01:26:31,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/4723ac49ca1f46999b3cb124ae795f2c is 50, key is test_row_1/B:col10/1732757190476/Put/seqid=0 2024-11-28T01:26:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742415_1591 (size=13459) 2024-11-28T01:26:31,015 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/910a13d27d8c42c99d9f682acc8ad648 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/910a13d27d8c42c99d9f682acc8ad648 2024-11-28T01:26:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742416_1592 (size=9857) 2024-11-28T01:26:31,021 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/C of a096aaa45fcf0eff4812456f6e88e34c into 910a13d27d8c42c99d9f682acc8ad648(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:31,021 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:31,021 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/C, priority=12, startTime=1732757190897; duration=0sec 2024-11-28T01:26:31,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/4723ac49ca1f46999b3cb124ae795f2c 2024-11-28T01:26:31,022 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:31,022 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:31,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fc847a021bdd4ce582c71a984c50526f is 50, key is test_row_1/C:col10/1732757190476/Put/seqid=0 2024-11-28T01:26:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742417_1593 (size=9857) 2024-11-28T01:26:31,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:31,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757251086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:31,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757251087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:31,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49904 deadline: 1732757251094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:31,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757251192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:31,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757251193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:31,214 DEBUG [Thread-2160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:62936 2024-11-28T01:26:31,214 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:31,214 DEBUG [Thread-2168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x076f0408 to 127.0.0.1:62936 2024-11-28T01:26:31,214 DEBUG [Thread-2168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:31,217 DEBUG [Thread-2164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:62936 2024-11-28T01:26:31,217 DEBUG [Thread-2164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:31,218 DEBUG [Thread-2162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:62936 2024-11-28T01:26:31,218 DEBUG [Thread-2162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:31,220 DEBUG [Thread-2166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:62936 2024-11-28T01:26:31,220 DEBUG [Thread-2166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-28T01:26:31,342 INFO [Thread-2159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-28T01:26:31,347 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/5c17fdf512bf41f8926d8fed3643ca2d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5c17fdf512bf41f8926d8fed3643ca2d 2024-11-28T01:26:31,350 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 5c17fdf512bf41f8926d8fed3643ca2d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:31,350 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:31,350 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=12, startTime=1732757190897; duration=0sec 2024-11-28T01:26:31,350 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:31,350 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:31,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49854 deadline: 1732757251395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:31,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49928 deadline: 1732757251396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:31,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fc847a021bdd4ce582c71a984c50526f 2024-11-28T01:26:31,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/42d4f85c1a394490bea97a8b19f523bd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/42d4f85c1a394490bea97a8b19f523bd 2024-11-28T01:26:31,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/42d4f85c1a394490bea97a8b19f523bd, entries=150, sequenceid=488, filesize=12.0 K 2024-11-28T01:26:31,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/4723ac49ca1f46999b3cb124ae795f2c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4723ac49ca1f46999b3cb124ae795f2c 2024-11-28T01:26:31,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4723ac49ca1f46999b3cb124ae795f2c, entries=100, sequenceid=488, filesize=9.6 K 2024-11-28T01:26:31,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/fc847a021bdd4ce582c71a984c50526f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fc847a021bdd4ce582c71a984c50526f 2024-11-28T01:26:31,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fc847a021bdd4ce582c71a984c50526f, entries=100, sequenceid=488, filesize=9.6 K 2024-11-28T01:26:31,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a096aaa45fcf0eff4812456f6e88e34c in 482ms, sequenceid=488, compaction requested=false 2024-11-28T01:26:31,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:31,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:26:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:31,600 DEBUG [Thread-2153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:62936 2024-11-28T01:26:31,600 DEBUG [Thread-2153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:31,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:31,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/58968f35fb0645ada84db7adb65f791d is 50, key is test_row_0/A:col10/1732757191082/Put/seqid=0 2024-11-28T01:26:31,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742418_1594 (size=12301) 2024-11-28T01:26:31,705 DEBUG [Thread-2149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:62936 2024-11-28T01:26:31,705 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:31,706 DEBUG [Thread-2151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:62936 2024-11-28T01:26:31,706 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:32,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/58968f35fb0645ada84db7adb65f791d 2024-11-28T01:26:32,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/20dfca293acc427a9fa9f7eddfe43f62 is 50, key is test_row_0/B:col10/1732757191082/Put/seqid=0 2024-11-28T01:26:32,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742419_1595 (size=12301) 2024-11-28T01:26:32,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/20dfca293acc427a9fa9f7eddfe43f62 2024-11-28T01:26:32,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/5296c5fd1ed14082815bad6e914f4279 is 50, key is test_row_0/C:col10/1732757191082/Put/seqid=0 2024-11-28T01:26:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742420_1596 (size=12301) 2024-11-28T01:26:32,752 DEBUG [Thread-2157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:62936 2024-11-28T01:26:32,753 DEBUG [Thread-2157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:32,760 DEBUG [Thread-2155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:62936 2024-11-28T01:26:32,760 DEBUG [Thread-2155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T01:26:32,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2504 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7512 rows 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2508 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7524 rows 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2495 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7485 rows 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2488 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7464 rows 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2494 2024-11-28T01:26:32,761 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7482 rows 2024-11-28T01:26:32,761 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T01:26:32,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:62936 2024-11-28T01:26:32,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:32,762 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T01:26:32,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T01:26:32,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T01:26:32,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757192766"}]},"ts":"1732757192766"} 2024-11-28T01:26:32,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T01:26:32,772 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T01:26:32,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:26:32,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a096aaa45fcf0eff4812456f6e88e34c, UNASSIGN}] 2024-11-28T01:26:32,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a096aaa45fcf0eff4812456f6e88e34c, UNASSIGN 2024-11-28T01:26:32,774 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=a096aaa45fcf0eff4812456f6e88e34c, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:32,775 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:26:32,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:26:32,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/5296c5fd1ed14082815bad6e914f4279 2024-11-28T01:26:32,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/58968f35fb0645ada84db7adb65f791d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/58968f35fb0645ada84db7adb65f791d 2024-11-28T01:26:32,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/58968f35fb0645ada84db7adb65f791d, entries=150, sequenceid=516, filesize=12.0 K 2024-11-28T01:26:32,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/20dfca293acc427a9fa9f7eddfe43f62 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/20dfca293acc427a9fa9f7eddfe43f62 2024-11-28T01:26:32,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/20dfca293acc427a9fa9f7eddfe43f62, entries=150, sequenceid=516, filesize=12.0 K 2024-11-28T01:26:32,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/5296c5fd1ed14082815bad6e914f4279 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/5296c5fd1ed14082815bad6e914f4279 2024-11-28T01:26:32,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/5296c5fd1ed14082815bad6e914f4279, entries=150, sequenceid=516, filesize=12.0 K 2024-11-28T01:26:32,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for a096aaa45fcf0eff4812456f6e88e34c in 1241ms, sequenceid=516, compaction requested=true 2024-11-28T01:26:32,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:32,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:32,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a096aaa45fcf0eff4812456f6e88e34c:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:32,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:32,842 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:32,842 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:32,842 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:32,842 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38057 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:32,842 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/B is initiating minor compaction (all files) 2024-11-28T01:26:32,842 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): a096aaa45fcf0eff4812456f6e88e34c/A is initiating minor compaction (all files) 2024-11-28T01:26:32,842 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/B in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:32,842 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a096aaa45fcf0eff4812456f6e88e34c/A in TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:32,842 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9f7f1af1a646410ea8512ccc49a35466, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4723ac49ca1f46999b3cb124ae795f2c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/20dfca293acc427a9fa9f7eddfe43f62] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=34.8 K 2024-11-28T01:26:32,842 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5c17fdf512bf41f8926d8fed3643ca2d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/42d4f85c1a394490bea97a8b19f523bd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/58968f35fb0645ada84db7adb65f791d] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp, totalSize=37.2 K 2024-11-28T01:26:32,843 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f7f1af1a646410ea8512ccc49a35466, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732757190340 2024-11-28T01:26:32,843 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c17fdf512bf41f8926d8fed3643ca2d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732757190340 2024-11-28T01:26:32,843 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42d4f85c1a394490bea97a8b19f523bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732757190476 2024-11-28T01:26:32,843 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 4723ac49ca1f46999b3cb124ae795f2c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732757190476 2024-11-28T01:26:32,843 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58968f35fb0645ada84db7adb65f791d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732757191082 2024-11-28T01:26:32,843 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 20dfca293acc427a9fa9f7eddfe43f62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=516, earliestPutTs=1732757191082 2024-11-28T01:26:32,849 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#B#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:32,849 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a096aaa45fcf0eff4812456f6e88e34c#A#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:32,849 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/f972979b84894807b424e2b4171c9a0b is 50, key is test_row_0/B:col10/1732757191082/Put/seqid=0 2024-11-28T01:26:32,850 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/7522acc95490472da125f2450351418d is 50, key is test_row_0/A:col10/1732757191082/Put/seqid=0 2024-11-28T01:26:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742422_1598 (size=13561) 2024-11-28T01:26:32,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742421_1597 (size=13561) 2024-11-28T01:26:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T01:26:32,926 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:32,926 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:32,926 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:26:32,927 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing a096aaa45fcf0eff4812456f6e88e34c, disabling compactions & flushes 2024-11-28T01:26:32,927 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T01:26:33,260 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/7522acc95490472da125f2450351418d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/7522acc95490472da125f2450351418d 2024-11-28T01:26:33,260 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/f972979b84894807b424e2b4171c9a0b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f972979b84894807b424e2b4171c9a0b 2024-11-28T01:26:33,263 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/B of a096aaa45fcf0eff4812456f6e88e34c into f972979b84894807b424e2b4171c9a0b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:33,263 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a096aaa45fcf0eff4812456f6e88e34c/A of a096aaa45fcf0eff4812456f6e88e34c into 7522acc95490472da125f2450351418d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:33,263 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/B, priority=13, startTime=1732757192841; duration=0sec 2024-11-28T01:26:33,263 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c., storeName=a096aaa45fcf0eff4812456f6e88e34c/A, priority=13, startTime=1732757192841; duration=0sec 2024-11-28T01:26:33,263 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:33,263 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:B 2024-11-28T01:26:33,263 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. after waiting 0 ms 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:A 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. because compaction request was cancelled 2024-11-28T01:26:33,263 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:33,263 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a096aaa45fcf0eff4812456f6e88e34c:C 2024-11-28T01:26:33,264 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing a096aaa45fcf0eff4812456f6e88e34c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-28T01:26:33,264 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=A 2024-11-28T01:26:33,264 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:33,264 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=B 2024-11-28T01:26:33,264 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:33,264 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a096aaa45fcf0eff4812456f6e88e34c, store=C 2024-11-28T01:26:33,264 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:33,266 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/9d915f2fa80f4934b213a98bf45e0a31 is 50, key is test_row_0/A:col10/1732757192751/Put/seqid=0 2024-11-28T01:26:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742423_1599 (size=12301) 2024-11-28T01:26:33,270 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/9d915f2fa80f4934b213a98bf45e0a31 2024-11-28T01:26:33,275 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2238270decc548ce93a5557b6f57b3c6 is 50, key is test_row_0/B:col10/1732757192751/Put/seqid=0 2024-11-28T01:26:33,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742424_1600 (size=12301) 2024-11-28T01:26:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T01:26:33,678 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2238270decc548ce93a5557b6f57b3c6 2024-11-28T01:26:33,683 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/eccd79c59b3a43d2bccdd298d40c5b5c is 50, key is test_row_0/C:col10/1732757192751/Put/seqid=0 2024-11-28T01:26:33,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742425_1601 (size=12301) 2024-11-28T01:26:33,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T01:26:34,086 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/eccd79c59b3a43d2bccdd298d40c5b5c 2024-11-28T01:26:34,090 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/A/9d915f2fa80f4934b213a98bf45e0a31 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9d915f2fa80f4934b213a98bf45e0a31 2024-11-28T01:26:34,092 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9d915f2fa80f4934b213a98bf45e0a31, entries=150, sequenceid=525, filesize=12.0 K 2024-11-28T01:26:34,093 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/B/2238270decc548ce93a5557b6f57b3c6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2238270decc548ce93a5557b6f57b3c6 2024-11-28T01:26:34,095 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2238270decc548ce93a5557b6f57b3c6, entries=150, sequenceid=525, filesize=12.0 K 2024-11-28T01:26:34,096 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/.tmp/C/eccd79c59b3a43d2bccdd298d40c5b5c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/eccd79c59b3a43d2bccdd298d40c5b5c 2024-11-28T01:26:34,098 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/eccd79c59b3a43d2bccdd298d40c5b5c, entries=150, sequenceid=525, filesize=12.0 K 2024-11-28T01:26:34,098 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a096aaa45fcf0eff4812456f6e88e34c in 835ms, sequenceid=525, compaction requested=true 2024-11-28T01:26:34,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/549c6d0892974dc9b6b8173911310849, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4783859491554610b9787cc9bf9a8917, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3f46e930c30c438c8782aaf311b7dfd7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0ff3a0342e774a0581f047aaacbaee4b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6110e4c1994d4dc185d925ee3e4777fc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3759e09ea72c4b29bd5c113dbfe71796, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3c8a59f8a11b45bb93ca4e6a8365dbef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b7263f7dd01b436cba615b6d6a3f45b3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/187e5655173f4a9aa3d754795922d1c3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/610de263f1d9468f82e72e393c64761e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b56c2d144996486c9dcbe1645c0eff29, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5ca5a54a56674741955c67b2bf3ddacf, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/be6d40dac7334573accb77c30e57d46b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/030cf43799394f918760c292ce76cb47, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/ea08647224794ee5b65654c3a1dcc14d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5abc83137a3a41929ed26772240de128, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/248d4dcb690247f5ba9098f864f43808, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/514279b2efc4465c968cae7073b636ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/d23bbf62a602483b9cbb38055efc2dab, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/64f372e74cb144a2ad673082fac328f6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2360bbcbba2f4addaa8b1ac036dcd5b0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9c6f4b39d2d146aca95a0d562c217a8e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2f8eae0a18374ce09ad0eaa6ea8e920b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/25e208720e8549d5b6ddd582d55a8080, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6904aef18feb49979d5241afa031e0ef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0e2b3e2486a3477db5683439f5c37985, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/efe50846e8d946689843d12b7c009ac0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/933905f4f0c84db5ad0299b2e0b63cde, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/021e561908fb4cae98e0848e969437d6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/a157ca80dc734d6993006c8257a1bb26, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4ecda295ad7044a3820b0adbcd1019d5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b222497e17df46d18fcf6289b99b5015, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f23af18ae01d4b5bad906828b7ed9eae, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f5368a9e36d34ce2944dc74ca69d9c18, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5c17fdf512bf41f8926d8fed3643ca2d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/42d4f85c1a394490bea97a8b19f523bd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/58968f35fb0645ada84db7adb65f791d] to archive 2024-11-28T01:26:34,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:26:34,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/549c6d0892974dc9b6b8173911310849 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/549c6d0892974dc9b6b8173911310849 2024-11-28T01:26:34,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4783859491554610b9787cc9bf9a8917 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4783859491554610b9787cc9bf9a8917 2024-11-28T01:26:34,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3f46e930c30c438c8782aaf311b7dfd7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3f46e930c30c438c8782aaf311b7dfd7 2024-11-28T01:26:34,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0ff3a0342e774a0581f047aaacbaee4b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0ff3a0342e774a0581f047aaacbaee4b 2024-11-28T01:26:34,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6110e4c1994d4dc185d925ee3e4777fc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6110e4c1994d4dc185d925ee3e4777fc 2024-11-28T01:26:34,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3759e09ea72c4b29bd5c113dbfe71796 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3759e09ea72c4b29bd5c113dbfe71796 2024-11-28T01:26:34,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3c8a59f8a11b45bb93ca4e6a8365dbef to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/3c8a59f8a11b45bb93ca4e6a8365dbef 2024-11-28T01:26:34,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b7263f7dd01b436cba615b6d6a3f45b3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b7263f7dd01b436cba615b6d6a3f45b3 2024-11-28T01:26:34,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/187e5655173f4a9aa3d754795922d1c3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/187e5655173f4a9aa3d754795922d1c3 2024-11-28T01:26:34,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/610de263f1d9468f82e72e393c64761e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/610de263f1d9468f82e72e393c64761e 2024-11-28T01:26:34,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b56c2d144996486c9dcbe1645c0eff29 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b56c2d144996486c9dcbe1645c0eff29 2024-11-28T01:26:34,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5ca5a54a56674741955c67b2bf3ddacf to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5ca5a54a56674741955c67b2bf3ddacf 2024-11-28T01:26:34,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/be6d40dac7334573accb77c30e57d46b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/be6d40dac7334573accb77c30e57d46b 2024-11-28T01:26:34,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/030cf43799394f918760c292ce76cb47 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/030cf43799394f918760c292ce76cb47 2024-11-28T01:26:34,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/ea08647224794ee5b65654c3a1dcc14d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/ea08647224794ee5b65654c3a1dcc14d 2024-11-28T01:26:34,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5abc83137a3a41929ed26772240de128 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5abc83137a3a41929ed26772240de128 2024-11-28T01:26:34,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/248d4dcb690247f5ba9098f864f43808 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/248d4dcb690247f5ba9098f864f43808 2024-11-28T01:26:34,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/514279b2efc4465c968cae7073b636ce to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/514279b2efc4465c968cae7073b636ce 2024-11-28T01:26:34,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/d23bbf62a602483b9cbb38055efc2dab to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/d23bbf62a602483b9cbb38055efc2dab 2024-11-28T01:26:34,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/64f372e74cb144a2ad673082fac328f6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/64f372e74cb144a2ad673082fac328f6 2024-11-28T01:26:34,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2360bbcbba2f4addaa8b1ac036dcd5b0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2360bbcbba2f4addaa8b1ac036dcd5b0 2024-11-28T01:26:34,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9c6f4b39d2d146aca95a0d562c217a8e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9c6f4b39d2d146aca95a0d562c217a8e 2024-11-28T01:26:34,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2f8eae0a18374ce09ad0eaa6ea8e920b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/2f8eae0a18374ce09ad0eaa6ea8e920b 2024-11-28T01:26:34,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/25e208720e8549d5b6ddd582d55a8080 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/25e208720e8549d5b6ddd582d55a8080 2024-11-28T01:26:34,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6904aef18feb49979d5241afa031e0ef to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/6904aef18feb49979d5241afa031e0ef 2024-11-28T01:26:34,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0e2b3e2486a3477db5683439f5c37985 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/0e2b3e2486a3477db5683439f5c37985 2024-11-28T01:26:34,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/efe50846e8d946689843d12b7c009ac0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/efe50846e8d946689843d12b7c009ac0 2024-11-28T01:26:34,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/933905f4f0c84db5ad0299b2e0b63cde to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/933905f4f0c84db5ad0299b2e0b63cde 2024-11-28T01:26:34,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/021e561908fb4cae98e0848e969437d6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/021e561908fb4cae98e0848e969437d6 2024-11-28T01:26:34,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/a157ca80dc734d6993006c8257a1bb26 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/a157ca80dc734d6993006c8257a1bb26 2024-11-28T01:26:34,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4ecda295ad7044a3820b0adbcd1019d5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/4ecda295ad7044a3820b0adbcd1019d5 2024-11-28T01:26:34,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b222497e17df46d18fcf6289b99b5015 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/b222497e17df46d18fcf6289b99b5015 2024-11-28T01:26:34,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f23af18ae01d4b5bad906828b7ed9eae to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f23af18ae01d4b5bad906828b7ed9eae 2024-11-28T01:26:34,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f5368a9e36d34ce2944dc74ca69d9c18 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/f5368a9e36d34ce2944dc74ca69d9c18 2024-11-28T01:26:34,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5c17fdf512bf41f8926d8fed3643ca2d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/5c17fdf512bf41f8926d8fed3643ca2d 2024-11-28T01:26:34,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/42d4f85c1a394490bea97a8b19f523bd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/42d4f85c1a394490bea97a8b19f523bd 2024-11-28T01:26:34,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/58968f35fb0645ada84db7adb65f791d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/58968f35fb0645ada84db7adb65f791d 2024-11-28T01:26:34,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/97da8d23d7d04959943746600ff2c3d4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b83078d86467406e96ece3573168b8e8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2fab2cc17fb145b0b091387af9a289d1, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/29875d0b2b1f4b178f5c9312fa7813f5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/68a83807c8c641e49eb2626cbdd0e9aa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/7f3a6656525c4ec8b20e1aa7b06558a6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/aa9a70a9cc5d40c2b5971d6da6989545, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2f764f0fafed417b91e889276fc5c9c6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/652da01930064aa5b1122ff3240c3496, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5d9fa3bb5ab74a0e9946ecb01f122ae5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/41fecbb7a7084fe9b6f451d64f6610fc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f4e4d7ee65704f17b56b30de79c4a4f6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5e48b513793b46fea957e49442df5f51, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ec344c60c3ff4a039772e9a29447513d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/528b1437410b4ce281a5cc5ea429d3a3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3ffccfeb8d0147c3a41ae3f72d974986, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b5eb03ae77744df685614698e74aeded, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ac265382ec3544dcacb642a46b6c2ff8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/930f1ce2e46b4d8793a07d327d042303, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/d71d316292714494919cd5d777b8d275, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/8e9c7d6488dc45f4a829b178c94790b9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/6a00fc3371414b14a77bb4be4752ec66, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2324ce65159740daafebb9939e2f790e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/220d8d73777d43e8bef200fae440b341, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/51d483b121a744f780faec6593783bc7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/79c470e4ded74f7282745a20b4caa18f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/575cd67cb3354277876d649e0fd3a9c7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3791d5148944465ba2e39a7240354b86, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/1a16306df75d48f390052e83f3837bed, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4ce32b342e5f41cf98110dd2251f6a10, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/19e3b06977644801989a62975132d9b3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/80d1201eeea041b09751f0a805bf80b8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/81ca2b1764fc47628941dd4db51d7c78, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9f7f1af1a646410ea8512ccc49a35466, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9bbfffb2af05495aad5e7f058d3763e5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4723ac49ca1f46999b3cb124ae795f2c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/20dfca293acc427a9fa9f7eddfe43f62] to archive 2024-11-28T01:26:34,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:26:34,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/97da8d23d7d04959943746600ff2c3d4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/97da8d23d7d04959943746600ff2c3d4 2024-11-28T01:26:34,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b83078d86467406e96ece3573168b8e8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b83078d86467406e96ece3573168b8e8 2024-11-28T01:26:34,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2fab2cc17fb145b0b091387af9a289d1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2fab2cc17fb145b0b091387af9a289d1 2024-11-28T01:26:34,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/29875d0b2b1f4b178f5c9312fa7813f5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/29875d0b2b1f4b178f5c9312fa7813f5 2024-11-28T01:26:34,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/68a83807c8c641e49eb2626cbdd0e9aa to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/68a83807c8c641e49eb2626cbdd0e9aa 2024-11-28T01:26:34,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/7f3a6656525c4ec8b20e1aa7b06558a6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/7f3a6656525c4ec8b20e1aa7b06558a6 2024-11-28T01:26:34,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/aa9a70a9cc5d40c2b5971d6da6989545 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/aa9a70a9cc5d40c2b5971d6da6989545 2024-11-28T01:26:34,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2f764f0fafed417b91e889276fc5c9c6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2f764f0fafed417b91e889276fc5c9c6 2024-11-28T01:26:34,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/652da01930064aa5b1122ff3240c3496 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/652da01930064aa5b1122ff3240c3496 2024-11-28T01:26:34,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5d9fa3bb5ab74a0e9946ecb01f122ae5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5d9fa3bb5ab74a0e9946ecb01f122ae5 2024-11-28T01:26:34,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/41fecbb7a7084fe9b6f451d64f6610fc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/41fecbb7a7084fe9b6f451d64f6610fc 2024-11-28T01:26:34,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f4e4d7ee65704f17b56b30de79c4a4f6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f4e4d7ee65704f17b56b30de79c4a4f6 2024-11-28T01:26:34,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5e48b513793b46fea957e49442df5f51 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/5e48b513793b46fea957e49442df5f51 2024-11-28T01:26:34,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ec344c60c3ff4a039772e9a29447513d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ec344c60c3ff4a039772e9a29447513d 2024-11-28T01:26:34,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/528b1437410b4ce281a5cc5ea429d3a3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/528b1437410b4ce281a5cc5ea429d3a3 2024-11-28T01:26:34,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3ffccfeb8d0147c3a41ae3f72d974986 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3ffccfeb8d0147c3a41ae3f72d974986 2024-11-28T01:26:34,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b5eb03ae77744df685614698e74aeded to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/b5eb03ae77744df685614698e74aeded 2024-11-28T01:26:34,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ac265382ec3544dcacb642a46b6c2ff8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/ac265382ec3544dcacb642a46b6c2ff8 2024-11-28T01:26:34,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/930f1ce2e46b4d8793a07d327d042303 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/930f1ce2e46b4d8793a07d327d042303 2024-11-28T01:26:34,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/d71d316292714494919cd5d777b8d275 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/d71d316292714494919cd5d777b8d275 2024-11-28T01:26:34,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/8e9c7d6488dc45f4a829b178c94790b9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/8e9c7d6488dc45f4a829b178c94790b9 2024-11-28T01:26:34,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/6a00fc3371414b14a77bb4be4752ec66 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/6a00fc3371414b14a77bb4be4752ec66 2024-11-28T01:26:34,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2324ce65159740daafebb9939e2f790e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2324ce65159740daafebb9939e2f790e 2024-11-28T01:26:34,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/220d8d73777d43e8bef200fae440b341 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/220d8d73777d43e8bef200fae440b341 2024-11-28T01:26:34,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/51d483b121a744f780faec6593783bc7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/51d483b121a744f780faec6593783bc7 2024-11-28T01:26:34,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/79c470e4ded74f7282745a20b4caa18f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/79c470e4ded74f7282745a20b4caa18f 2024-11-28T01:26:34,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/575cd67cb3354277876d649e0fd3a9c7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/575cd67cb3354277876d649e0fd3a9c7 2024-11-28T01:26:34,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3791d5148944465ba2e39a7240354b86 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/3791d5148944465ba2e39a7240354b86 2024-11-28T01:26:34,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/1a16306df75d48f390052e83f3837bed to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/1a16306df75d48f390052e83f3837bed 2024-11-28T01:26:34,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4ce32b342e5f41cf98110dd2251f6a10 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4ce32b342e5f41cf98110dd2251f6a10 2024-11-28T01:26:34,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/19e3b06977644801989a62975132d9b3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/19e3b06977644801989a62975132d9b3 2024-11-28T01:26:34,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/80d1201eeea041b09751f0a805bf80b8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/80d1201eeea041b09751f0a805bf80b8 2024-11-28T01:26:34,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/81ca2b1764fc47628941dd4db51d7c78 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/81ca2b1764fc47628941dd4db51d7c78 2024-11-28T01:26:34,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9f7f1af1a646410ea8512ccc49a35466 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9f7f1af1a646410ea8512ccc49a35466 2024-11-28T01:26:34,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9bbfffb2af05495aad5e7f058d3763e5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/9bbfffb2af05495aad5e7f058d3763e5 2024-11-28T01:26:34,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4723ac49ca1f46999b3cb124ae795f2c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/4723ac49ca1f46999b3cb124ae795f2c 2024-11-28T01:26:34,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/20dfca293acc427a9fa9f7eddfe43f62 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/20dfca293acc427a9fa9f7eddfe43f62 2024-11-28T01:26:34,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/76c3e95177924422885594dbad30e24c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0f62dd05b8b44bf0886c51ea44018f68, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0fd23ba2c7194eb3a389612fb26a3357, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/a91dacc903894d5cb0f76ce6cc883312, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/67a463f92fac4de6811045d0e7afbeff, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ac17e4bd61d34e27934faa9a71b067ac, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0ce1cea8b6804fb0ad275e117b357bc7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ed9837e8a4c84cec988211b30d7f3464, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1cbb163b6051432d8a806f050b77a227, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fd328d34c0424ffc82620e1d9d234bfc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/235981e9130a4fb0aff364d15dc5b709, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/87fafaded90341559deb3c8c69ccf874, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/90e4914f6ebc4ef2ad30c666bffb8cf7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3d33001b58204ba49bbd9beb2536a82f, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/bbd8bf16997240e4b8ed8288c5b90696, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8d969a2a894f420c966244b9997f06ef, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/139db31aba204876a031a626ce332b48, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e6cdcfe9b11a4ed1bc02bb22be640769, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1aaa1f0d1e40482a910f8e408eff1504, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e9b962717d884e38a27875e37d35a5e7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/050dcf610874492f88e8a7e7175b8b63, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/51d8dc3cd15f435493a578dbb1c76cf2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0b679c9093c54f69ac7b60dad1f7a571, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/be77d58c43634b05aab2ecbede31c3d2, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/370290ae1119477f9e219a6ff83b9944, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/498faf2d2de847c89c167dd60ecea977, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fbb4212798ca48618df9a39c31d0b17e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/b6a4b0d0a2ff4a29b9ac021f65b03305, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8f821365508b479ba9da90db06634b4e, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/2145aaef98b74d388f76a6f6d466de1b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/820051ffd74d4134b145678b13287d64, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e104a417b3e5467480bb86ec3f12d6e8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3f8f98f422774b3497dfcd77d62165d1] to archive 2024-11-28T01:26:34,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:26:34,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/76c3e95177924422885594dbad30e24c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/76c3e95177924422885594dbad30e24c 2024-11-28T01:26:34,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0f62dd05b8b44bf0886c51ea44018f68 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0f62dd05b8b44bf0886c51ea44018f68 2024-11-28T01:26:34,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0fd23ba2c7194eb3a389612fb26a3357 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0fd23ba2c7194eb3a389612fb26a3357 2024-11-28T01:26:34,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/a91dacc903894d5cb0f76ce6cc883312 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/a91dacc903894d5cb0f76ce6cc883312 2024-11-28T01:26:34,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/67a463f92fac4de6811045d0e7afbeff to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/67a463f92fac4de6811045d0e7afbeff 2024-11-28T01:26:34,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ac17e4bd61d34e27934faa9a71b067ac to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ac17e4bd61d34e27934faa9a71b067ac 2024-11-28T01:26:34,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0ce1cea8b6804fb0ad275e117b357bc7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0ce1cea8b6804fb0ad275e117b357bc7 2024-11-28T01:26:34,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ed9837e8a4c84cec988211b30d7f3464 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/ed9837e8a4c84cec988211b30d7f3464 2024-11-28T01:26:34,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1cbb163b6051432d8a806f050b77a227 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1cbb163b6051432d8a806f050b77a227 2024-11-28T01:26:34,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fd328d34c0424ffc82620e1d9d234bfc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fd328d34c0424ffc82620e1d9d234bfc 2024-11-28T01:26:34,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/235981e9130a4fb0aff364d15dc5b709 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/235981e9130a4fb0aff364d15dc5b709 2024-11-28T01:26:34,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/62b0f7ac8d7b42ca9dabc1ac7f1a8f3a 2024-11-28T01:26:34,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/87fafaded90341559deb3c8c69ccf874 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/87fafaded90341559deb3c8c69ccf874 2024-11-28T01:26:34,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/90e4914f6ebc4ef2ad30c666bffb8cf7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/90e4914f6ebc4ef2ad30c666bffb8cf7 2024-11-28T01:26:34,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3d33001b58204ba49bbd9beb2536a82f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3d33001b58204ba49bbd9beb2536a82f 2024-11-28T01:26:34,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/bbd8bf16997240e4b8ed8288c5b90696 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/bbd8bf16997240e4b8ed8288c5b90696 2024-11-28T01:26:34,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8d969a2a894f420c966244b9997f06ef to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8d969a2a894f420c966244b9997f06ef 2024-11-28T01:26:34,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/139db31aba204876a031a626ce332b48 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/139db31aba204876a031a626ce332b48 2024-11-28T01:26:34,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e6cdcfe9b11a4ed1bc02bb22be640769 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e6cdcfe9b11a4ed1bc02bb22be640769 2024-11-28T01:26:34,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1aaa1f0d1e40482a910f8e408eff1504 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/1aaa1f0d1e40482a910f8e408eff1504 2024-11-28T01:26:34,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e9b962717d884e38a27875e37d35a5e7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e9b962717d884e38a27875e37d35a5e7 2024-11-28T01:26:34,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/050dcf610874492f88e8a7e7175b8b63 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/050dcf610874492f88e8a7e7175b8b63 2024-11-28T01:26:34,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/51d8dc3cd15f435493a578dbb1c76cf2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/51d8dc3cd15f435493a578dbb1c76cf2 2024-11-28T01:26:34,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0b679c9093c54f69ac7b60dad1f7a571 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/0b679c9093c54f69ac7b60dad1f7a571 2024-11-28T01:26:34,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/be77d58c43634b05aab2ecbede31c3d2 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/be77d58c43634b05aab2ecbede31c3d2 2024-11-28T01:26:34,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/370290ae1119477f9e219a6ff83b9944 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/370290ae1119477f9e219a6ff83b9944 2024-11-28T01:26:34,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/498faf2d2de847c89c167dd60ecea977 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/498faf2d2de847c89c167dd60ecea977 2024-11-28T01:26:34,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fbb4212798ca48618df9a39c31d0b17e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fbb4212798ca48618df9a39c31d0b17e 2024-11-28T01:26:34,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/b6a4b0d0a2ff4a29b9ac021f65b03305 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/b6a4b0d0a2ff4a29b9ac021f65b03305 2024-11-28T01:26:34,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8f821365508b479ba9da90db06634b4e to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/8f821365508b479ba9da90db06634b4e 2024-11-28T01:26:34,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/2145aaef98b74d388f76a6f6d466de1b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/2145aaef98b74d388f76a6f6d466de1b 2024-11-28T01:26:34,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/820051ffd74d4134b145678b13287d64 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/820051ffd74d4134b145678b13287d64 2024-11-28T01:26:34,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e104a417b3e5467480bb86ec3f12d6e8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/e104a417b3e5467480bb86ec3f12d6e8 2024-11-28T01:26:34,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3f8f98f422774b3497dfcd77d62165d1 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/3f8f98f422774b3497dfcd77d62165d1 2024-11-28T01:26:34,195 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/recovered.edits/528.seqid, newMaxSeqId=528, maxSeqId=1 2024-11-28T01:26:34,196 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c. 2024-11-28T01:26:34,196 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for a096aaa45fcf0eff4812456f6e88e34c: 2024-11-28T01:26:34,197 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:34,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=a096aaa45fcf0eff4812456f6e88e34c, regionState=CLOSED 2024-11-28T01:26:34,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-28T01:26:34,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure a096aaa45fcf0eff4812456f6e88e34c, server=1269b3ab3145,44269,1732757046324 in 1.4230 sec 2024-11-28T01:26:34,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-28T01:26:34,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a096aaa45fcf0eff4812456f6e88e34c, UNASSIGN in 1.4260 sec 2024-11-28T01:26:34,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-28T01:26:34,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4290 sec 2024-11-28T01:26:34,203 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757194203"}]},"ts":"1732757194203"} 2024-11-28T01:26:34,203 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T01:26:34,205 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T01:26:34,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4430 sec 2024-11-28T01:26:34,637 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T01:26:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-28T01:26:34,869 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-28T01:26:34,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T01:26:34,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:34,871 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:34,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-28T01:26:34,872 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:34,873 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:34,875 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/recovered.edits] 2024-11-28T01:26:34,876 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/7522acc95490472da125f2450351418d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/7522acc95490472da125f2450351418d 2024-11-28T01:26:34,877 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9d915f2fa80f4934b213a98bf45e0a31 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/A/9d915f2fa80f4934b213a98bf45e0a31 2024-11-28T01:26:34,879 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2238270decc548ce93a5557b6f57b3c6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/2238270decc548ce93a5557b6f57b3c6 2024-11-28T01:26:34,880 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f972979b84894807b424e2b4171c9a0b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/B/f972979b84894807b424e2b4171c9a0b 2024-11-28T01:26:34,881 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/5296c5fd1ed14082815bad6e914f4279 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/5296c5fd1ed14082815bad6e914f4279 2024-11-28T01:26:34,882 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/910a13d27d8c42c99d9f682acc8ad648 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/910a13d27d8c42c99d9f682acc8ad648 2024-11-28T01:26:34,883 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/eccd79c59b3a43d2bccdd298d40c5b5c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/eccd79c59b3a43d2bccdd298d40c5b5c 2024-11-28T01:26:34,884 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fc847a021bdd4ce582c71a984c50526f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/C/fc847a021bdd4ce582c71a984c50526f 2024-11-28T01:26:34,887 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/recovered.edits/528.seqid to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c/recovered.edits/528.seqid 2024-11-28T01:26:34,887 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/a096aaa45fcf0eff4812456f6e88e34c 2024-11-28T01:26:34,887 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T01:26:34,889 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:34,890 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T01:26:34,892 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T01:26:34,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:34,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T01:26:34,893 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732757194893"}]},"ts":"9223372036854775807"} 2024-11-28T01:26:34,894 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T01:26:34,894 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a096aaa45fcf0eff4812456f6e88e34c, NAME => 'TestAcidGuarantees,,1732757169011.a096aaa45fcf0eff4812456f6e88e34c.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T01:26:34,894 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T01:26:34,895 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732757194894"}]},"ts":"9223372036854775807"} 2024-11-28T01:26:34,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T01:26:34,899 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:34,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-28T01:26:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-28T01:26:34,973 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-28T01:26:34,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=243 (was 242) - Thread LEAK? -, OpenFileDescriptor=463 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 428), ProcessCount=11 (was 11), AvailableMemoryMB=4687 (was 4698) 2024-11-28T01:26:34,991 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=243, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=4687 2024-11-28T01:26:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:26:34,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:26:34,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:34,994 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T01:26:34,994 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:34,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-28T01:26:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T01:26:34,995 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T01:26:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742426_1602 (size=963) 2024-11-28T01:26:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T01:26:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T01:26:35,402 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a 2024-11-28T01:26:35,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742427_1603 (size=53) 2024-11-28T01:26:35,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T01:26:35,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:26:35,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5bc4b98a4b4ac4ade7eb285426d27b27, disabling compactions & flushes 2024-11-28T01:26:35,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:35,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:35,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. after waiting 0 ms 2024-11-28T01:26:35,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:35,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:35,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:35,809 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T01:26:35,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732757195809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732757195809"}]},"ts":"1732757195809"} 2024-11-28T01:26:35,810 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-28T01:26:35,810 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T01:26:35,811 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757195810"}]},"ts":"1732757195810"} 2024-11-28T01:26:35,811 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-28T01:26:35,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, ASSIGN}] 2024-11-28T01:26:35,816 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, ASSIGN 2024-11-28T01:26:35,816 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, ASSIGN; state=OFFLINE, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=false 2024-11-28T01:26:35,967 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:35,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:26:36,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T01:26:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T01:26:36,119 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:36,122 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:36,122 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:26:36,122 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,122 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:26:36,122 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,122 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,123 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,124 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:36,124 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc4b98a4b4ac4ade7eb285426d27b27 columnFamilyName A 2024-11-28T01:26:36,124 DEBUG [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:36,125 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(327): Store=5bc4b98a4b4ac4ade7eb285426d27b27/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:36,125 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,126 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:36,126 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc4b98a4b4ac4ade7eb285426d27b27 columnFamilyName B 2024-11-28T01:26:36,126 DEBUG [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:36,126 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(327): Store=5bc4b98a4b4ac4ade7eb285426d27b27/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:36,126 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,127 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:36,127 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc4b98a4b4ac4ade7eb285426d27b27 columnFamilyName C 2024-11-28T01:26:36,127 DEBUG [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:36,128 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(327): Store=5bc4b98a4b4ac4ade7eb285426d27b27/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:36,128 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:36,128 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,128 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,130 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:26:36,130 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:36,132 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T01:26:36,132 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened 5bc4b98a4b4ac4ade7eb285426d27b27; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71354467, jitterRate=0.06326441466808319}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:26:36,133 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:36,133 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., pid=155, masterSystemTime=1732757196119 2024-11-28T01:26:36,134 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:36,134 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:36,135 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=OPEN, openSeqNum=2, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:36,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-28T01:26:36,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 in 168 msec 2024-11-28T01:26:36,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-28T01:26:36,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, ASSIGN in 322 msec 2024-11-28T01:26:36,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T01:26:36,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757196138"}]},"ts":"1732757196138"} 2024-11-28T01:26:36,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-28T01:26:36,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T01:26:36,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-28T01:26:37,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-28T01:26:37,099 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-28T01:26:37,100 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-11-28T01:26:37,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:37,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:37,109 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:37,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T01:26:37,111 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34402, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T01:26:37,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-28T01:26:37,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T01:26:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-28T01:26:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742428_1604 (size=999) 2024-11-28T01:26:37,522 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-28T01:26:37,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-28T01:26:37,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:26:37,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, REOPEN/MOVE}] 2024-11-28T01:26:37,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, REOPEN/MOVE 2024-11-28T01:26:37,526 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:37,527 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:26:37,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:26:37,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:37,679 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,679 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:26:37,679 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 5bc4b98a4b4ac4ade7eb285426d27b27, disabling compactions & flushes 2024-11-28T01:26:37,679 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:37,679 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:37,679 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. after waiting 0 ms 2024-11-28T01:26:37,679 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:37,682 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-28T01:26:37,683 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:37,683 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:37,683 WARN [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: 5bc4b98a4b4ac4ade7eb285426d27b27 to self. 2024-11-28T01:26:37,684 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=CLOSED 2024-11-28T01:26:37,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-28T01:26:37,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 in 158 msec 2024-11-28T01:26:37,687 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, REOPEN/MOVE; state=CLOSED, location=1269b3ab3145,44269,1732757046324; forceNewPlan=false, retain=true 2024-11-28T01:26:37,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=OPENING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:37,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:26:37,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:37,992 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:37,992 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} 2024-11-28T01:26:37,992 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,992 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T01:26:37,992 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,992 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,993 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,994 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:37,994 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc4b98a4b4ac4ade7eb285426d27b27 columnFamilyName A 2024-11-28T01:26:37,995 DEBUG [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:37,995 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(327): Store=5bc4b98a4b4ac4ade7eb285426d27b27/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:37,995 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,996 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:37,996 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc4b98a4b4ac4ade7eb285426d27b27 columnFamilyName B 2024-11-28T01:26:37,996 DEBUG [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:37,996 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(327): Store=5bc4b98a4b4ac4ade7eb285426d27b27/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:37,996 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,997 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-28T01:26:37,997 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bc4b98a4b4ac4ade7eb285426d27b27 columnFamilyName C 2024-11-28T01:26:37,997 DEBUG [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:37,997 INFO [StoreOpener-5bc4b98a4b4ac4ade7eb285426d27b27-1 {}] regionserver.HStore(327): Store=5bc4b98a4b4ac4ade7eb285426d27b27/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T01:26:37,998 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:37,998 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:37,999 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:38,000 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-28T01:26:38,001 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:38,001 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened 5bc4b98a4b4ac4ade7eb285426d27b27; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75310589, jitterRate=0.12221522629261017}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-28T01:26:38,002 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:38,002 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., pid=160, masterSystemTime=1732757197989 2024-11-28T01:26:38,004 DEBUG [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,004 INFO [RS_OPEN_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=OPEN, openSeqNum=5, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-28T01:26:38,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 in 167 msec 2024-11-28T01:26:38,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-28T01:26:38,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, REOPEN/MOVE in 481 msec 2024-11-28T01:26:38,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-28T01:26:38,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-11-28T01:26:38,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-11-28T01:26:38,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-28T01:26:38,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-28T01:26:38,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-28T01:26:38,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,018 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-28T01:26:38,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-28T01:26:38,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-28T01:26:38,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-28T01:26:38,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-28T01:26:38,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-28T01:26:38,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-28T01:26:38,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,046 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x410bf0c8 to 127.0.0.1:62936 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15b6349f 2024-11-28T01:26:38,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503a7d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T01:26:38,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:38,052 DEBUG [hconnection-0x773337b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-28T01:26:38,052 DEBUG [hconnection-0x2bc06849-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,053 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,053 DEBUG [hconnection-0x3abaf249-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T01:26:38,053 DEBUG [hconnection-0x36159bf6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,053 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,054 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:38,054 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,054 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,055 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:38,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:38,055 DEBUG [hconnection-0x4cdce104-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,056 DEBUG [hconnection-0x59c5929d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,056 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,056 DEBUG [hconnection-0x7aa66608-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,056 DEBUG [hconnection-0x23346561-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,057 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,057 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,057 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,057 DEBUG [hconnection-0x2e7e0cf1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,058 DEBUG [hconnection-0xa0b662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T01:26:38,058 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,059 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T01:26:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:38,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:38,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286ee43339c27f4616aad73b0d7a2e17ed_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757198060/Put/seqid=0 2024-11-28T01:26:38,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742429_1605 (size=12154) 2024-11-28T01:26:38,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757258107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757258107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757258110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757258110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757258110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T01:26:38,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757258211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757258211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757258213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757258213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757258213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T01:26:38,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757258414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757258414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757258414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757258415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757258416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,491 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:38,494 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286ee43339c27f4616aad73b0d7a2e17ed_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286ee43339c27f4616aad73b0d7a2e17ed_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:38,495 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e3e03f6f4b7941d0835fab1d6ea4a14a, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:38,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e3e03f6f4b7941d0835fab1d6ea4a14a is 175, key is test_row_0/A:col10/1732757198060/Put/seqid=0 2024-11-28T01:26:38,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742430_1606 (size=30955) 2024-11-28T01:26:38,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T01:26:38,664 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757258716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757258716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757258716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757258719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757258719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,900 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e3e03f6f4b7941d0835fab1d6ea4a14a 2024-11-28T01:26:38,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/72fc43d760b14f3f81ac7f1c02eefde3 is 50, key is test_row_0/B:col10/1732757198060/Put/seqid=0 2024-11-28T01:26:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742431_1607 (size=12001) 2024-11-28T01:26:38,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/72fc43d760b14f3f81ac7f1c02eefde3 2024-11-28T01:26:38,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/043297dd90d342058db18c0faa30e696 is 50, key is test_row_0/C:col10/1732757198060/Put/seqid=0 2024-11-28T01:26:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742432_1608 (size=12001) 2024-11-28T01:26:38,969 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:38,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:38,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:38,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:39,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:39,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:39,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:39,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T01:26:39,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:39,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757259218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:39,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757259219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757259222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757259222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757259223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:39,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:39,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:39,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/043297dd90d342058db18c0faa30e696 2024-11-28T01:26:39,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e3e03f6f4b7941d0835fab1d6ea4a14a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e3e03f6f4b7941d0835fab1d6ea4a14a 2024-11-28T01:26:39,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e3e03f6f4b7941d0835fab1d6ea4a14a, entries=150, sequenceid=16, filesize=30.2 K 2024-11-28T01:26:39,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/72fc43d760b14f3f81ac7f1c02eefde3 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/72fc43d760b14f3f81ac7f1c02eefde3 2024-11-28T01:26:39,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/72fc43d760b14f3f81ac7f1c02eefde3, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T01:26:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/043297dd90d342058db18c0faa30e696 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/043297dd90d342058db18c0faa30e696 2024-11-28T01:26:39,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/043297dd90d342058db18c0faa30e696, entries=150, sequenceid=16, filesize=11.7 K 2024-11-28T01:26:39,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1310ms, sequenceid=16, compaction requested=false 2024-11-28T01:26:39,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:39,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:39,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-28T01:26:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:39,429 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:26:39,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:39,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:39,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:39,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:39,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:39,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:39,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128fb93449f2c414dbc9d238a9a58a5ce4c_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757198109/Put/seqid=0 2024-11-28T01:26:39,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742433_1609 (size=12154) 2024-11-28T01:26:39,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T01:26:39,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:39,849 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128fb93449f2c414dbc9d238a9a58a5ce4c_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fb93449f2c414dbc9d238a9a58a5ce4c_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:39,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/f44d8274c5844bbfad8c0d797cbd230d, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:39,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/f44d8274c5844bbfad8c0d797cbd230d is 175, key is test_row_0/A:col10/1732757198109/Put/seqid=0 2024-11-28T01:26:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742434_1610 (size=30955) 2024-11-28T01:26:39,855 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/f44d8274c5844bbfad8c0d797cbd230d 2024-11-28T01:26:39,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/0fc137236c934d7a980ddd2c8065ac26 is 50, key is test_row_0/B:col10/1732757198109/Put/seqid=0 2024-11-28T01:26:39,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742435_1611 (size=12001) 2024-11-28T01:26:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T01:26:40,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757260231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757260231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757260231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757260232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757260233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,266 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/0fc137236c934d7a980ddd2c8065ac26 2024-11-28T01:26:40,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/9333582ea25046b4b5e858bbd0ac4fda is 50, key is test_row_0/C:col10/1732757198109/Put/seqid=0 2024-11-28T01:26:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742436_1612 (size=12001) 2024-11-28T01:26:40,276 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/9333582ea25046b4b5e858bbd0ac4fda 2024-11-28T01:26:40,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/f44d8274c5844bbfad8c0d797cbd230d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/f44d8274c5844bbfad8c0d797cbd230d 2024-11-28T01:26:40,283 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/f44d8274c5844bbfad8c0d797cbd230d, entries=150, sequenceid=42, filesize=30.2 K 2024-11-28T01:26:40,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/0fc137236c934d7a980ddd2c8065ac26 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/0fc137236c934d7a980ddd2c8065ac26 2024-11-28T01:26:40,286 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/0fc137236c934d7a980ddd2c8065ac26, entries=150, sequenceid=42, filesize=11.7 K 2024-11-28T01:26:40,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/9333582ea25046b4b5e858bbd0ac4fda as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9333582ea25046b4b5e858bbd0ac4fda 2024-11-28T01:26:40,290 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9333582ea25046b4b5e858bbd0ac4fda, entries=150, sequenceid=42, filesize=11.7 K 2024-11-28T01:26:40,290 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 861ms, sequenceid=42, compaction requested=false 2024-11-28T01:26:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-28T01:26:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-28T01:26:40,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-28T01:26:40,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2370 sec 2024-11-28T01:26:40,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 2.2410 sec 2024-11-28T01:26:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:40,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:40,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:40,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283800f29a4d564610b0877bf9f9f54b48_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757200334/Put/seqid=0 2024-11-28T01:26:40,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742437_1613 (size=12154) 2024-11-28T01:26:40,348 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:40,351 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411283800f29a4d564610b0877bf9f9f54b48_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283800f29a4d564610b0877bf9f9f54b48_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:40,352 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/de0e91bd50714d189a8d86b780c3accc, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:40,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/de0e91bd50714d189a8d86b780c3accc is 175, key is test_row_0/A:col10/1732757200334/Put/seqid=0 2024-11-28T01:26:40,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742438_1614 (size=30955) 2024-11-28T01:26:40,358 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/de0e91bd50714d189a8d86b780c3accc 2024-11-28T01:26:40,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/86fb491115be484a93181fe1ca4a097c is 50, key is test_row_0/B:col10/1732757200334/Put/seqid=0 2024-11-28T01:26:40,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742439_1615 (size=12001) 2024-11-28T01:26:40,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/86fb491115be484a93181fe1ca4a097c 2024-11-28T01:26:40,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/8d1fac0310e9493fbfac4d5e8fde990a is 50, key is test_row_0/C:col10/1732757200334/Put/seqid=0 2024-11-28T01:26:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742440_1616 (size=12001) 2024-11-28T01:26:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757260394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757260394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757260396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757260498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757260498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757260498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757260701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757260701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757260702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:40,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/8d1fac0310e9493fbfac4d5e8fde990a 2024-11-28T01:26:40,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/de0e91bd50714d189a8d86b780c3accc as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/de0e91bd50714d189a8d86b780c3accc 2024-11-28T01:26:40,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/de0e91bd50714d189a8d86b780c3accc, entries=150, sequenceid=53, filesize=30.2 K 2024-11-28T01:26:40,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/86fb491115be484a93181fe1ca4a097c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/86fb491115be484a93181fe1ca4a097c 2024-11-28T01:26:40,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/86fb491115be484a93181fe1ca4a097c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-28T01:26:40,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/8d1fac0310e9493fbfac4d5e8fde990a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/8d1fac0310e9493fbfac4d5e8fde990a 2024-11-28T01:26:40,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/8d1fac0310e9493fbfac4d5e8fde990a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-28T01:26:40,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 473ms, sequenceid=53, compaction requested=true 2024-11-28T01:26:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:40,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:40,808 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:40,808 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:40,809 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:40,809 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/B is initiating minor compaction (all files) 2024-11-28T01:26:40,809 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/B in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:40,809 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/72fc43d760b14f3f81ac7f1c02eefde3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/0fc137236c934d7a980ddd2c8065ac26, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/86fb491115be484a93181fe1ca4a097c] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.2 K 2024-11-28T01:26:40,810 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:40,810 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/A is initiating minor compaction (all files) 2024-11-28T01:26:40,810 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/A in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:40,810 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e3e03f6f4b7941d0835fab1d6ea4a14a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/f44d8274c5844bbfad8c0d797cbd230d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/de0e91bd50714d189a8d86b780c3accc] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=90.7 K 2024-11-28T01:26:40,810 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:40,810 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e3e03f6f4b7941d0835fab1d6ea4a14a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/f44d8274c5844bbfad8c0d797cbd230d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/de0e91bd50714d189a8d86b780c3accc] 2024-11-28T01:26:40,810 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 72fc43d760b14f3f81ac7f1c02eefde3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732757198059 2024-11-28T01:26:40,810 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3e03f6f4b7941d0835fab1d6ea4a14a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732757198059 2024-11-28T01:26:40,810 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc137236c934d7a980ddd2c8065ac26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732757198106 2024-11-28T01:26:40,811 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting f44d8274c5844bbfad8c0d797cbd230d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732757198106 2024-11-28T01:26:40,811 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 86fb491115be484a93181fe1ca4a097c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732757200231 2024-11-28T01:26:40,811 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting de0e91bd50714d189a8d86b780c3accc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732757200231 2024-11-28T01:26:40,819 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#B#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:40,819 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/8da3dcae40d044d9a3ea2158b945adf5 is 50, key is test_row_0/B:col10/1732757200334/Put/seqid=0 2024-11-28T01:26:40,820 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:40,822 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411286d33a958429c4b4ab58abbd8f8b58036_5bc4b98a4b4ac4ade7eb285426d27b27 store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:40,825 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411286d33a958429c4b4ab58abbd8f8b58036_5bc4b98a4b4ac4ade7eb285426d27b27, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:40,825 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411286d33a958429c4b4ab58abbd8f8b58036_5bc4b98a4b4ac4ade7eb285426d27b27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742441_1617 (size=12104) 2024-11-28T01:26:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742442_1618 (size=4469) 2024-11-28T01:26:40,833 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/8da3dcae40d044d9a3ea2158b945adf5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8da3dcae40d044d9a3ea2158b945adf5 2024-11-28T01:26:40,837 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/B of 5bc4b98a4b4ac4ade7eb285426d27b27 into 8da3dcae40d044d9a3ea2158b945adf5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:40,837 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:40,837 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/B, priority=13, startTime=1732757200808; duration=0sec 2024-11-28T01:26:40,837 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:40,837 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:B 2024-11-28T01:26:40,837 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:40,838 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:40,838 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/C is initiating minor compaction (all files) 2024-11-28T01:26:40,838 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/C in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:40,838 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/043297dd90d342058db18c0faa30e696, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9333582ea25046b4b5e858bbd0ac4fda, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/8d1fac0310e9493fbfac4d5e8fde990a] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.2 K 2024-11-28T01:26:40,839 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 043297dd90d342058db18c0faa30e696, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732757198059 2024-11-28T01:26:40,839 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9333582ea25046b4b5e858bbd0ac4fda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732757198106 2024-11-28T01:26:40,839 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d1fac0310e9493fbfac4d5e8fde990a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732757200231 2024-11-28T01:26:40,844 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#C#compaction#534 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:40,845 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/1093110db2de40318c6e1646b6da8263 is 50, key is test_row_0/C:col10/1732757200334/Put/seqid=0 2024-11-28T01:26:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742443_1619 (size=12104) 2024-11-28T01:26:40,853 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/1093110db2de40318c6e1646b6da8263 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/1093110db2de40318c6e1646b6da8263 2024-11-28T01:26:40,857 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/C of 5bc4b98a4b4ac4ade7eb285426d27b27 into 1093110db2de40318c6e1646b6da8263(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:40,858 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:40,858 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/C, priority=13, startTime=1732757200808; duration=0sec 2024-11-28T01:26:40,858 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:40,858 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:C 2024-11-28T01:26:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:41,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:26:41,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:41,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:41,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:41,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:41,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:41,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:41,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285c04ff955f6f46af90a929301c7926c6_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757201004/Put/seqid=0 2024-11-28T01:26:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757261013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757261013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757261014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742444_1620 (size=14594) 2024-11-28T01:26:41,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:41,020 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411285c04ff955f6f46af90a929301c7926c6_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285c04ff955f6f46af90a929301c7926c6_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:41,021 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/9be96ea9706a4020a51a1030eb0623fa, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:41,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/9be96ea9706a4020a51a1030eb0623fa is 175, key is test_row_0/A:col10/1732757201004/Put/seqid=0 2024-11-28T01:26:41,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742445_1621 (size=39549) 2024-11-28T01:26:41,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757261117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757261117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757261117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,234 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#A#compaction#533 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:41,235 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/5f1b0faca4a24bb6afa07166cf7602ba is 175, key is test_row_0/A:col10/1732757200334/Put/seqid=0 2024-11-28T01:26:41,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742446_1622 (size=31058) 2024-11-28T01:26:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757261320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757261321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757261322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,426 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/9be96ea9706a4020a51a1030eb0623fa 2024-11-28T01:26:41,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/c74441f79ec2489ea3928cf4cae15ecb is 50, key is test_row_0/B:col10/1732757201004/Put/seqid=0 2024-11-28T01:26:41,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742447_1623 (size=12001) 2024-11-28T01:26:41,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/c74441f79ec2489ea3928cf4cae15ecb 2024-11-28T01:26:41,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/7968a3e1211d4c709a2e832ebcc4d226 is 50, key is test_row_0/C:col10/1732757201004/Put/seqid=0 2024-11-28T01:26:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742448_1624 (size=12001) 2024-11-28T01:26:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757261624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757261625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757261625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:41,643 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/5f1b0faca4a24bb6afa07166cf7602ba as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/5f1b0faca4a24bb6afa07166cf7602ba 2024-11-28T01:26:41,647 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/A of 5bc4b98a4b4ac4ade7eb285426d27b27 into 5f1b0faca4a24bb6afa07166cf7602ba(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:41,647 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:41,647 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/A, priority=13, startTime=1732757200808; duration=0sec 2024-11-28T01:26:41,647 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:41,647 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:A 2024-11-28T01:26:41,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/7968a3e1211d4c709a2e832ebcc4d226 2024-11-28T01:26:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/9be96ea9706a4020a51a1030eb0623fa as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9be96ea9706a4020a51a1030eb0623fa 2024-11-28T01:26:41,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9be96ea9706a4020a51a1030eb0623fa, entries=200, sequenceid=82, filesize=38.6 K 2024-11-28T01:26:41,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/c74441f79ec2489ea3928cf4cae15ecb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c74441f79ec2489ea3928cf4cae15ecb 2024-11-28T01:26:41,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c74441f79ec2489ea3928cf4cae15ecb, entries=150, sequenceid=82, filesize=11.7 K 2024-11-28T01:26:41,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/7968a3e1211d4c709a2e832ebcc4d226 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7968a3e1211d4c709a2e832ebcc4d226 2024-11-28T01:26:41,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7968a3e1211d4c709a2e832ebcc4d226, entries=150, sequenceid=82, filesize=11.7 K 2024-11-28T01:26:41,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 861ms, sequenceid=82, compaction requested=false 2024-11-28T01:26:41,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:42,130 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:42,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:42,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:42,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b0127d3a2d8e47d49b32930130953325_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757201008/Put/seqid=0 2024-11-28T01:26:42,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742449_1625 (size=12154) 2024-11-28T01:26:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757262154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757262156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-28T01:26:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757262156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,158 INFO [Thread-2666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-28T01:26:42,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-28T01:26:42,161 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:42,161 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:42,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T01:26:42,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757262238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,240 DEBUG [Thread-2664 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:42,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757262247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,249 DEBUG [Thread-2662 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757262258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757262259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757262259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T01:26:42,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:42,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:42,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757262460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T01:26:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757262461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757262462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:42,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:42,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:42,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128b0127d3a2d8e47d49b32930130953325_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b0127d3a2d8e47d49b32930130953325_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:42,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/ae2827aa7b72418aad21bdc905d135f6, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:42,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/ae2827aa7b72418aad21bdc905d135f6 is 175, key is test_row_0/A:col10/1732757201008/Put/seqid=0 2024-11-28T01:26:42,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742450_1626 (size=30955) 2024-11-28T01:26:42,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:42,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:42,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T01:26:42,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757262763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757262766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757262766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:42,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:42,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:42,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:42,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:42,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:42,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:42,951 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/ae2827aa7b72418aad21bdc905d135f6 2024-11-28T01:26:42,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/d964acbec9f64da89261705a12abde28 is 50, key is test_row_0/B:col10/1732757201008/Put/seqid=0 2024-11-28T01:26:42,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742451_1627 (size=12001) 2024-11-28T01:26:43,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:43,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:43,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:43,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T01:26:43,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757263268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:43,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757263269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:43,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757263269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:43,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/d964acbec9f64da89261705a12abde28 2024-11-28T01:26:43,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:43,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:43,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/ef3083bd0d564f6e82aeb339ae198461 is 50, key is test_row_0/C:col10/1732757201008/Put/seqid=0 2024-11-28T01:26:43,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742452_1628 (size=12001) 2024-11-28T01:26:43,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/ef3083bd0d564f6e82aeb339ae198461 2024-11-28T01:26:43,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/ae2827aa7b72418aad21bdc905d135f6 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/ae2827aa7b72418aad21bdc905d135f6 2024-11-28T01:26:43,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/ae2827aa7b72418aad21bdc905d135f6, entries=150, sequenceid=95, filesize=30.2 K 2024-11-28T01:26:43,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/d964acbec9f64da89261705a12abde28 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d964acbec9f64da89261705a12abde28 2024-11-28T01:26:43,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d964acbec9f64da89261705a12abde28, entries=150, sequenceid=95, filesize=11.7 K 2024-11-28T01:26:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/ef3083bd0d564f6e82aeb339ae198461 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/ef3083bd0d564f6e82aeb339ae198461 2024-11-28T01:26:43,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/ef3083bd0d564f6e82aeb339ae198461, entries=150, sequenceid=95, filesize=11.7 K 2024-11-28T01:26:43,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1277ms, sequenceid=95, compaction requested=true 2024-11-28T01:26:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:43,407 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:43,408 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:43,409 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:43,409 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:43,409 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/B is initiating minor compaction (all files) 2024-11-28T01:26:43,409 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/A is initiating minor compaction (all files) 2024-11-28T01:26:43,409 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/B in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,409 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/A in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,409 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/5f1b0faca4a24bb6afa07166cf7602ba, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9be96ea9706a4020a51a1030eb0623fa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/ae2827aa7b72418aad21bdc905d135f6] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=99.2 K 2024-11-28T01:26:43,409 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8da3dcae40d044d9a3ea2158b945adf5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c74441f79ec2489ea3928cf4cae15ecb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d964acbec9f64da89261705a12abde28] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.3 K 2024-11-28T01:26:43,409 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,409 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/5f1b0faca4a24bb6afa07166cf7602ba, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9be96ea9706a4020a51a1030eb0623fa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/ae2827aa7b72418aad21bdc905d135f6] 2024-11-28T01:26:43,410 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 8da3dcae40d044d9a3ea2158b945adf5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732757200231 2024-11-28T01:26:43,410 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f1b0faca4a24bb6afa07166cf7602ba, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732757200231 2024-11-28T01:26:43,410 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9be96ea9706a4020a51a1030eb0623fa, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732757200363 2024-11-28T01:26:43,410 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c74441f79ec2489ea3928cf4cae15ecb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732757200363 2024-11-28T01:26:43,410 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae2827aa7b72418aad21bdc905d135f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732757201008 2024-11-28T01:26:43,410 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d964acbec9f64da89261705a12abde28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732757201008 2024-11-28T01:26:43,415 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:43,416 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#B#compaction#541 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:43,416 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/7e238928f17244bd83cbab27ebd6e333 is 50, key is test_row_0/B:col10/1732757201008/Put/seqid=0 2024-11-28T01:26:43,418 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112839541040ed9c47789d2922fd75afd538_5bc4b98a4b4ac4ade7eb285426d27b27 store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:43,419 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112839541040ed9c47789d2922fd75afd538_5bc4b98a4b4ac4ade7eb285426d27b27, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:43,419 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112839541040ed9c47789d2922fd75afd538_5bc4b98a4b4ac4ade7eb285426d27b27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:43,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742453_1629 (size=12207) 2024-11-28T01:26:43,427 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/7e238928f17244bd83cbab27ebd6e333 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/7e238928f17244bd83cbab27ebd6e333 2024-11-28T01:26:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742454_1630 (size=4469) 2024-11-28T01:26:43,433 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/B of 5bc4b98a4b4ac4ade7eb285426d27b27 into 7e238928f17244bd83cbab27ebd6e333(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:43,433 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:43,433 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/B, priority=13, startTime=1732757203407; duration=0sec 2024-11-28T01:26:43,433 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:43,433 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:B 2024-11-28T01:26:43,433 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:43,434 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:43,434 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/C is initiating minor compaction (all files) 2024-11-28T01:26:43,434 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/C in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,434 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/1093110db2de40318c6e1646b6da8263, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7968a3e1211d4c709a2e832ebcc4d226, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/ef3083bd0d564f6e82aeb339ae198461] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.3 K 2024-11-28T01:26:43,435 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1093110db2de40318c6e1646b6da8263, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732757200231 2024-11-28T01:26:43,435 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 7968a3e1211d4c709a2e832ebcc4d226, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732757200363 2024-11-28T01:26:43,435 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3083bd0d564f6e82aeb339ae198461, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732757201008 2024-11-28T01:26:43,441 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#C#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:43,441 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/e086b23bebc14a5da4553087055d580d is 50, key is test_row_0/C:col10/1732757201008/Put/seqid=0 2024-11-28T01:26:43,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742455_1631 (size=12207) 2024-11-28T01:26:43,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:43,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-28T01:26:43,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:43,535 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-28T01:26:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:43,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:43,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d0eec28b2c154701874133d08cbc7d1e_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757202155/Put/seqid=0 2024-11-28T01:26:43,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742456_1632 (size=12154) 2024-11-28T01:26:43,832 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#A#compaction#542 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:43,833 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/9209be40be6b42f99f0770467a82bd48 is 175, key is test_row_0/A:col10/1732757201008/Put/seqid=0 2024-11-28T01:26:43,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742457_1633 (size=31161) 2024-11-28T01:26:43,849 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/e086b23bebc14a5da4553087055d580d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/e086b23bebc14a5da4553087055d580d 2024-11-28T01:26:43,853 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/C of 5bc4b98a4b4ac4ade7eb285426d27b27 into e086b23bebc14a5da4553087055d580d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:43,853 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:43,853 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/C, priority=13, startTime=1732757203407; duration=0sec 2024-11-28T01:26:43,853 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:43,853 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:C 2024-11-28T01:26:43,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:43,950 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d0eec28b2c154701874133d08cbc7d1e_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d0eec28b2c154701874133d08cbc7d1e_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:43,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e5f3b4798d614d67a1963c3adadd15b0, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:43,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e5f3b4798d614d67a1963c3adadd15b0 is 175, key is test_row_0/A:col10/1732757202155/Put/seqid=0 2024-11-28T01:26:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742458_1634 (size=30955) 2024-11-28T01:26:43,956 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e5f3b4798d614d67a1963c3adadd15b0 2024-11-28T01:26:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a398bfc6df6949cca9c1c118d18d62ad is 50, key is test_row_0/B:col10/1732757202155/Put/seqid=0 2024-11-28T01:26:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742459_1635 (size=12001) 2024-11-28T01:26:44,241 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/9209be40be6b42f99f0770467a82bd48 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9209be40be6b42f99f0770467a82bd48 2024-11-28T01:26:44,244 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/A of 5bc4b98a4b4ac4ade7eb285426d27b27 into 9209be40be6b42f99f0770467a82bd48(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:44,245 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:44,245 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/A, priority=13, startTime=1732757203407; duration=0sec 2024-11-28T01:26:44,245 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:44,245 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:A 2024-11-28T01:26:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T01:26:44,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757264283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757264285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757264301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,372 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a398bfc6df6949cca9c1c118d18d62ad 2024-11-28T01:26:44,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/cfc378cc626e434a8b41ca967c5a33e4 is 50, key is test_row_0/C:col10/1732757202155/Put/seqid=0 2024-11-28T01:26:44,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742460_1636 (size=12001) 2024-11-28T01:26:44,382 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/cfc378cc626e434a8b41ca967c5a33e4 2024-11-28T01:26:44,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757264385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e5f3b4798d614d67a1963c3adadd15b0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e5f3b4798d614d67a1963c3adadd15b0 2024-11-28T01:26:44,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757264388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,391 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e5f3b4798d614d67a1963c3adadd15b0, entries=150, sequenceid=121, filesize=30.2 K 2024-11-28T01:26:44,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a398bfc6df6949cca9c1c118d18d62ad as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a398bfc6df6949cca9c1c118d18d62ad 2024-11-28T01:26:44,395 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a398bfc6df6949cca9c1c118d18d62ad, entries=150, sequenceid=121, filesize=11.7 K 2024-11-28T01:26:44,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/cfc378cc626e434a8b41ca967c5a33e4 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/cfc378cc626e434a8b41ca967c5a33e4 2024-11-28T01:26:44,399 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/cfc378cc626e434a8b41ca967c5a33e4, entries=150, sequenceid=121, filesize=11.7 K 2024-11-28T01:26:44,399 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 865ms, sequenceid=121, compaction requested=false 2024-11-28T01:26:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-28T01:26:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-28T01:26:44,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-28T01:26:44,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2390 sec 2024-11-28T01:26:44,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 2.2430 sec 2024-11-28T01:26:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:44,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:26:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:44,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:44,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a5b4b00a509240ffb76948796750273a_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757204280/Put/seqid=0 2024-11-28T01:26:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742461_1637 (size=12304) 2024-11-28T01:26:44,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757264464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757264567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757264588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757264590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757264770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:44,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128a5b4b00a509240ffb76948796750273a_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a5b4b00a509240ffb76948796750273a_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:44,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/d7da38418e2844029c4457df13a29fca, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:44,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/d7da38418e2844029c4457df13a29fca is 175, key is test_row_0/A:col10/1732757204280/Put/seqid=0 2024-11-28T01:26:44,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742462_1638 (size=31105) 2024-11-28T01:26:44,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757264892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:44,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757264892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757265074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/d7da38418e2844029c4457df13a29fca 2024-11-28T01:26:45,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/5ec260a1286a4dd1862b54d8adbf7692 is 50, key is test_row_0/B:col10/1732757204280/Put/seqid=0 2024-11-28T01:26:45,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742463_1639 (size=12151) 2024-11-28T01:26:45,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/5ec260a1286a4dd1862b54d8adbf7692 2024-11-28T01:26:45,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/63a4379c57bc424a9c119b7af45f9bd0 is 50, key is test_row_0/C:col10/1732757204280/Put/seqid=0 2024-11-28T01:26:45,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742464_1640 (size=12151) 2024-11-28T01:26:45,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/63a4379c57bc424a9c119b7af45f9bd0 2024-11-28T01:26:45,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/d7da38418e2844029c4457df13a29fca as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/d7da38418e2844029c4457df13a29fca 2024-11-28T01:26:45,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/d7da38418e2844029c4457df13a29fca, entries=150, sequenceid=136, filesize=30.4 K 2024-11-28T01:26:45,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/5ec260a1286a4dd1862b54d8adbf7692 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/5ec260a1286a4dd1862b54d8adbf7692 2024-11-28T01:26:45,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/5ec260a1286a4dd1862b54d8adbf7692, entries=150, sequenceid=136, filesize=11.9 K 2024-11-28T01:26:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/63a4379c57bc424a9c119b7af45f9bd0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/63a4379c57bc424a9c119b7af45f9bd0 2024-11-28T01:26:45,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/63a4379c57bc424a9c119b7af45f9bd0, entries=150, sequenceid=136, filesize=11.9 K 2024-11-28T01:26:45,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 872ms, sequenceid=136, compaction requested=true 2024-11-28T01:26:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:45,277 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:45,277 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:45,278 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:45,278 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:45,278 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/B is initiating minor compaction (all files) 2024-11-28T01:26:45,278 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/A is initiating minor compaction (all files) 2024-11-28T01:26:45,278 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/B in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:45,278 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/A in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:45,278 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/7e238928f17244bd83cbab27ebd6e333, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a398bfc6df6949cca9c1c118d18d62ad, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/5ec260a1286a4dd1862b54d8adbf7692] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.5 K 2024-11-28T01:26:45,278 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9209be40be6b42f99f0770467a82bd48, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e5f3b4798d614d67a1963c3adadd15b0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/d7da38418e2844029c4457df13a29fca] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=91.0 K 2024-11-28T01:26:45,278 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:45,278 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9209be40be6b42f99f0770467a82bd48, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e5f3b4798d614d67a1963c3adadd15b0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/d7da38418e2844029c4457df13a29fca] 2024-11-28T01:26:45,278 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e238928f17244bd83cbab27ebd6e333, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732757201008 2024-11-28T01:26:45,279 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9209be40be6b42f99f0770467a82bd48, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732757201008 2024-11-28T01:26:45,279 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a398bfc6df6949cca9c1c118d18d62ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732757202153 2024-11-28T01:26:45,279 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5f3b4798d614d67a1963c3adadd15b0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732757202153 2024-11-28T01:26:45,279 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ec260a1286a4dd1862b54d8adbf7692, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757204280 2024-11-28T01:26:45,279 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7da38418e2844029c4457df13a29fca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757204280 2024-11-28T01:26:45,285 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:45,287 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112888fc44c673d043cf81ee4b0685d1fe64_5bc4b98a4b4ac4ade7eb285426d27b27 store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:45,288 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#B#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:45,288 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/94adbf103cf542d0b946e764de661a4a is 50, key is test_row_0/B:col10/1732757204280/Put/seqid=0 2024-11-28T01:26:45,289 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112888fc44c673d043cf81ee4b0685d1fe64_5bc4b98a4b4ac4ade7eb285426d27b27, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:45,289 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112888fc44c673d043cf81ee4b0685d1fe64_5bc4b98a4b4ac4ade7eb285426d27b27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742465_1641 (size=12459) 2024-11-28T01:26:45,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742466_1642 (size=4469) 2024-11-28T01:26:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:45,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:26:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:45,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:45,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128025405909b2a48ffb315497317be71ac_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757205396/Put/seqid=0 2024-11-28T01:26:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742467_1643 (size=14794) 2024-11-28T01:26:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757265416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757265419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757265519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757265521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757265577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,706 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/94adbf103cf542d0b946e764de661a4a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/94adbf103cf542d0b946e764de661a4a 2024-11-28T01:26:45,710 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/B of 5bc4b98a4b4ac4ade7eb285426d27b27 into 94adbf103cf542d0b946e764de661a4a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:45,710 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:45,710 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/B, priority=13, startTime=1732757205277; duration=0sec 2024-11-28T01:26:45,710 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:45,710 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:B 2024-11-28T01:26:45,710 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:45,711 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:45,711 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/C is initiating minor compaction (all files) 2024-11-28T01:26:45,711 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/C in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:45,711 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/e086b23bebc14a5da4553087055d580d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/cfc378cc626e434a8b41ca967c5a33e4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/63a4379c57bc424a9c119b7af45f9bd0] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.5 K 2024-11-28T01:26:45,711 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e086b23bebc14a5da4553087055d580d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732757201008 2024-11-28T01:26:45,712 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting cfc378cc626e434a8b41ca967c5a33e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732757202153 2024-11-28T01:26:45,712 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 63a4379c57bc424a9c119b7af45f9bd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757204280 2024-11-28T01:26:45,717 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#A#compaction#550 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:45,718 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#C#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:45,718 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/0755c5b1ed254c9da880aa11bb93be1b is 175, key is test_row_0/A:col10/1732757204280/Put/seqid=0 2024-11-28T01:26:45,718 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/c14326136f394118ab71f7360623c562 is 50, key is test_row_0/C:col10/1732757204280/Put/seqid=0 2024-11-28T01:26:45,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757265724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757265726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742468_1644 (size=31413) 2024-11-28T01:26:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742469_1645 (size=12459) 2024-11-28T01:26:45,746 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/c14326136f394118ab71f7360623c562 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/c14326136f394118ab71f7360623c562 2024-11-28T01:26:45,751 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/C of 5bc4b98a4b4ac4ade7eb285426d27b27 into c14326136f394118ab71f7360623c562(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:45,751 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:45,751 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/C, priority=13, startTime=1732757205277; duration=0sec 2024-11-28T01:26:45,751 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:45,751 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:C 2024-11-28T01:26:45,815 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:45,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128025405909b2a48ffb315497317be71ac_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128025405909b2a48ffb315497317be71ac_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:45,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/91bbd26cf4fa41c782c609675bb0b888, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:45,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/91bbd26cf4fa41c782c609675bb0b888 is 175, key is test_row_0/A:col10/1732757205396/Put/seqid=0 2024-11-28T01:26:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742470_1646 (size=39749) 2024-11-28T01:26:45,824 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/91bbd26cf4fa41c782c609675bb0b888 2024-11-28T01:26:45,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/c5cdd207347d464cbef33d0bf54cc688 is 50, key is test_row_0/B:col10/1732757205396/Put/seqid=0 2024-11-28T01:26:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742471_1647 (size=12151) 2024-11-28T01:26:46,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757266027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757266028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T01:26:46,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-28T01:26:46,137 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/0755c5b1ed254c9da880aa11bb93be1b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/0755c5b1ed254c9da880aa11bb93be1b 2024-11-28T01:26:46,141 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/A of 5bc4b98a4b4ac4ade7eb285426d27b27 into 0755c5b1ed254c9da880aa11bb93be1b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:46,141 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:46,141 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/A, priority=13, startTime=1732757205277; duration=0sec 2024-11-28T01:26:46,141 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:46,141 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:A 2024-11-28T01:26:46,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/c5cdd207347d464cbef33d0bf54cc688 2024-11-28T01:26:46,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/0b8f1658ef714255bc3db0c3963e0ac8 is 50, key is test_row_0/C:col10/1732757205396/Put/seqid=0 2024-11-28T01:26:46,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742472_1648 (size=12151) 2024-11-28T01:26:46,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/0b8f1658ef714255bc3db0c3963e0ac8 2024-11-28T01:26:46,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/91bbd26cf4fa41c782c609675bb0b888 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/91bbd26cf4fa41c782c609675bb0b888 2024-11-28T01:26:46,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/91bbd26cf4fa41c782c609675bb0b888, entries=200, sequenceid=161, filesize=38.8 K 2024-11-28T01:26:46,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/c5cdd207347d464cbef33d0bf54cc688 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c5cdd207347d464cbef33d0bf54cc688 2024-11-28T01:26:46,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c5cdd207347d464cbef33d0bf54cc688, entries=150, sequenceid=161, filesize=11.9 K 2024-11-28T01:26:46,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/0b8f1658ef714255bc3db0c3963e0ac8 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0b8f1658ef714255bc3db0c3963e0ac8 2024-11-28T01:26:46,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0b8f1658ef714255bc3db0c3963e0ac8, entries=150, sequenceid=161, filesize=11.9 K 2024-11-28T01:26:46,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 868ms, sequenceid=161, compaction requested=false 2024-11-28T01:26:46,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-28T01:26:46,266 INFO [Thread-2666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-28T01:26:46,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-28T01:26:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:46,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-28T01:26:46,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T01:26:46,269 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:46,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:46,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:46,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:46,270 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:46,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:46,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112809483aee3afd42d59e2505018013ae0f_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757205417/Put/seqid=0 2024-11-28T01:26:46,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742473_1649 (size=14794) 2024-11-28T01:26:46,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757266304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757266305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T01:26:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757266407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757266408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757266531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757266533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T01:26:46,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:46,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757266587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757266612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757266612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:46,683 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112809483aee3afd42d59e2505018013ae0f_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112809483aee3afd42d59e2505018013ae0f_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:46,683 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baecdd078682423c869a2a5916b405db, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:46,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baecdd078682423c869a2a5916b405db is 175, key is test_row_0/A:col10/1732757205417/Put/seqid=0 2024-11-28T01:26:46,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742474_1650 (size=39749) 2024-11-28T01:26:46,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T01:26:46,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:46,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:46,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:46,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757266914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:46,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757266914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:47,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baecdd078682423c869a2a5916b405db 2024-11-28T01:26:47,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a1d3d17a98724a479338ff907705fdc9 is 50, key is test_row_0/B:col10/1732757205417/Put/seqid=0 2024-11-28T01:26:47,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742475_1651 (size=12151) 2024-11-28T01:26:47,187 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:47,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:47,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,339 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T01:26:47,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:47,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757267420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757267420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,492 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a1d3d17a98724a479338ff907705fdc9 2024-11-28T01:26:47,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/bd2e62750c3a4d628c87a68b269580ed is 50, key is test_row_0/C:col10/1732757205417/Put/seqid=0 2024-11-28T01:26:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742476_1652 (size=12151) 2024-11-28T01:26:47,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757267535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757267538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,644 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,797 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:47,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/bd2e62750c3a4d628c87a68b269580ed 2024-11-28T01:26:47,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baecdd078682423c869a2a5916b405db as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baecdd078682423c869a2a5916b405db 2024-11-28T01:26:47,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baecdd078682423c869a2a5916b405db, entries=200, sequenceid=176, filesize=38.8 K 2024-11-28T01:26:47,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a1d3d17a98724a479338ff907705fdc9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a1d3d17a98724a479338ff907705fdc9 2024-11-28T01:26:47,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a1d3d17a98724a479338ff907705fdc9, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T01:26:47,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/bd2e62750c3a4d628c87a68b269580ed as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bd2e62750c3a4d628c87a68b269580ed 2024-11-28T01:26:47,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bd2e62750c3a4d628c87a68b269580ed, entries=150, sequenceid=176, filesize=11.9 K 2024-11-28T01:26:47,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1653ms, sequenceid=176, compaction requested=true 2024-11-28T01:26:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:47,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:47,922 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:47,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:47,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:47,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:47,923 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:47,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:47,923 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:47,923 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110911 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:47,923 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/B is initiating minor compaction (all files) 2024-11-28T01:26:47,923 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/A is initiating minor compaction (all files) 2024-11-28T01:26:47,924 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/B in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,924 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/A in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,924 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/94adbf103cf542d0b946e764de661a4a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c5cdd207347d464cbef33d0bf54cc688, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a1d3d17a98724a479338ff907705fdc9] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.9 K 2024-11-28T01:26:47,924 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/0755c5b1ed254c9da880aa11bb93be1b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/91bbd26cf4fa41c782c609675bb0b888, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baecdd078682423c869a2a5916b405db] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=108.3 K 2024-11-28T01:26:47,924 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,924 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/0755c5b1ed254c9da880aa11bb93be1b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/91bbd26cf4fa41c782c609675bb0b888, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baecdd078682423c869a2a5916b405db] 2024-11-28T01:26:47,924 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 94adbf103cf542d0b946e764de661a4a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757204280 2024-11-28T01:26:47,924 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c5cdd207347d464cbef33d0bf54cc688, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732757204459 2024-11-28T01:26:47,924 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0755c5b1ed254c9da880aa11bb93be1b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757204280 2024-11-28T01:26:47,925 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a1d3d17a98724a479338ff907705fdc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757205415 2024-11-28T01:26:47,925 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91bbd26cf4fa41c782c609675bb0b888, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732757204445 2024-11-28T01:26:47,925 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting baecdd078682423c869a2a5916b405db, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757205414 2024-11-28T01:26:47,930 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#B#compaction#559 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:47,930 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a129a253deda410582a4ec45aafc8547 is 50, key is test_row_0/B:col10/1732757205417/Put/seqid=0 2024-11-28T01:26:47,931 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:47,933 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411284408a231dc1b4c4b8bc57bda2665978d_5bc4b98a4b4ac4ade7eb285426d27b27 store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:47,935 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411284408a231dc1b4c4b8bc57bda2665978d_5bc4b98a4b4ac4ade7eb285426d27b27, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:47,935 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411284408a231dc1b4c4b8bc57bda2665978d_5bc4b98a4b4ac4ade7eb285426d27b27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742477_1653 (size=12561) 2024-11-28T01:26:47,939 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a129a253deda410582a4ec45aafc8547 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a129a253deda410582a4ec45aafc8547 2024-11-28T01:26:47,943 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/B of 5bc4b98a4b4ac4ade7eb285426d27b27 into a129a253deda410582a4ec45aafc8547(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:47,943 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:47,943 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/B, priority=13, startTime=1732757207922; duration=0sec 2024-11-28T01:26:47,943 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:47,943 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:B 2024-11-28T01:26:47,944 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742478_1654 (size=4469) 2024-11-28T01:26:47,945 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:47,945 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/C is initiating minor compaction (all files) 2024-11-28T01:26:47,945 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/C in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,945 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/c14326136f394118ab71f7360623c562, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0b8f1658ef714255bc3db0c3963e0ac8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bd2e62750c3a4d628c87a68b269580ed] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=35.9 K 2024-11-28T01:26:47,945 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting c14326136f394118ab71f7360623c562, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732757204280 2024-11-28T01:26:47,946 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b8f1658ef714255bc3db0c3963e0ac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732757204459 2024-11-28T01:26:47,946 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting bd2e62750c3a4d628c87a68b269580ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757205415 2024-11-28T01:26:47,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:47,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-28T01:26:47,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:47,951 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:26:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:47,952 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:47,952 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/0426a7072096425eae2803cf72a477df is 50, key is test_row_0/C:col10/1732757205417/Put/seqid=0 2024-11-28T01:26:47,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742479_1655 (size=12561) 2024-11-28T01:26:47,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112880fae171df2b4f1f9ec7ea354807171c_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757206300/Put/seqid=0 2024-11-28T01:26:47,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742480_1656 (size=12304) 2024-11-28T01:26:48,346 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#A#compaction#560 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:48,347 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e4770c43b07f450f8ec382ab745d10c0 is 175, key is test_row_0/A:col10/1732757205417/Put/seqid=0 2024-11-28T01:26:48,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742481_1657 (size=31515) 2024-11-28T01:26:48,355 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/e4770c43b07f450f8ec382ab745d10c0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e4770c43b07f450f8ec382ab745d10c0 2024-11-28T01:26:48,361 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/A of 5bc4b98a4b4ac4ade7eb285426d27b27 into e4770c43b07f450f8ec382ab745d10c0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:48,361 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:48,361 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/A, priority=13, startTime=1732757207922; duration=0sec 2024-11-28T01:26:48,361 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:48,361 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:A 2024-11-28T01:26:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:48,363 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/0426a7072096425eae2803cf72a477df as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0426a7072096425eae2803cf72a477df 2024-11-28T01:26:48,366 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112880fae171df2b4f1f9ec7ea354807171c_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112880fae171df2b4f1f9ec7ea354807171c_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:48,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/6a15ca04ceeb41a88629f45a8ae0b058, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:48,368 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/C of 5bc4b98a4b4ac4ade7eb285426d27b27 into 0426a7072096425eae2803cf72a477df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:48,368 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:48,368 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/C, priority=13, startTime=1732757207923; duration=0sec 2024-11-28T01:26:48,368 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:48,368 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:C 2024-11-28T01:26:48,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/6a15ca04ceeb41a88629f45a8ae0b058 is 175, key is test_row_0/A:col10/1732757206300/Put/seqid=0 2024-11-28T01:26:48,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742482_1658 (size=31105) 2024-11-28T01:26:48,372 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/6a15ca04ceeb41a88629f45a8ae0b058 2024-11-28T01:26:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T01:26:48,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/871921c40cc140b6b15dca60035e98cb is 50, key is test_row_0/B:col10/1732757206300/Put/seqid=0 2024-11-28T01:26:48,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742483_1659 (size=12151) 2024-11-28T01:26:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:48,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:48,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757268441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:48,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757268443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:48,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757268544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:48,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757268545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:48,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757268604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:48,607 DEBUG [Thread-2656 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:48,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757268747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:48,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:48,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757268748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:48,784 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/871921c40cc140b6b15dca60035e98cb 2024-11-28T01:26:48,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d5c30e43f73c4cde889e2761ad29584a is 50, key is test_row_0/C:col10/1732757206300/Put/seqid=0 2024-11-28T01:26:48,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742484_1660 (size=12151) 2024-11-28T01:26:48,796 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d5c30e43f73c4cde889e2761ad29584a 2024-11-28T01:26:48,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/6a15ca04ceeb41a88629f45a8ae0b058 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/6a15ca04ceeb41a88629f45a8ae0b058 2024-11-28T01:26:48,805 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/6a15ca04ceeb41a88629f45a8ae0b058, entries=150, sequenceid=201, filesize=30.4 K 2024-11-28T01:26:48,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/871921c40cc140b6b15dca60035e98cb as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/871921c40cc140b6b15dca60035e98cb 2024-11-28T01:26:48,809 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/871921c40cc140b6b15dca60035e98cb, entries=150, sequenceid=201, filesize=11.9 K 2024-11-28T01:26:48,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d5c30e43f73c4cde889e2761ad29584a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d5c30e43f73c4cde889e2761ad29584a 2024-11-28T01:26:48,812 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d5c30e43f73c4cde889e2761ad29584a, entries=150, sequenceid=201, filesize=11.9 K 2024-11-28T01:26:48,813 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 863ms, sequenceid=201, compaction requested=false 2024-11-28T01:26:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-28T01:26:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-28T01:26:48,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-28T01:26:48,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5440 sec 2024-11-28T01:26:48,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.5480 sec 2024-11-28T01:26:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:49,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:26:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:49,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:49,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128713c1ac8f6db4e1ea0a26d4e2ca549ab_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757209052/Put/seqid=0 2024-11-28T01:26:49,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742485_1661 (size=14794) 2024-11-28T01:26:49,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757269079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757269080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757269184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757269184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757269386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757269386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,475 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:49,478 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128713c1ac8f6db4e1ea0a26d4e2ca549ab_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128713c1ac8f6db4e1ea0a26d4e2ca549ab_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:49,479 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baf19a5f7f3348f292b83d07e867e7a7, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:49,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baf19a5f7f3348f292b83d07e867e7a7 is 175, key is test_row_0/A:col10/1732757209052/Put/seqid=0 2024-11-28T01:26:49,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742486_1662 (size=39749) 2024-11-28T01:26:49,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757269549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,551 DEBUG [Thread-2660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757269554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,556 DEBUG [Thread-2658 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:49,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757269689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757269690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:49,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baf19a5f7f3348f292b83d07e867e7a7 2024-11-28T01:26:49,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/cf91bd1ba534418cb88edf9685834bab is 50, key is test_row_0/B:col10/1732757209052/Put/seqid=0 2024-11-28T01:26:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742487_1663 (size=12151) 2024-11-28T01:26:49,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/cf91bd1ba534418cb88edf9685834bab 2024-11-28T01:26:49,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/45936460b0ef4060b7ad895ec6b11f1b is 50, key is test_row_0/C:col10/1732757209052/Put/seqid=0 2024-11-28T01:26:49,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742488_1664 (size=12151) 2024-11-28T01:26:49,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/45936460b0ef4060b7ad895ec6b11f1b 2024-11-28T01:26:49,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/baf19a5f7f3348f292b83d07e867e7a7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baf19a5f7f3348f292b83d07e867e7a7 2024-11-28T01:26:49,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baf19a5f7f3348f292b83d07e867e7a7, entries=200, sequenceid=217, filesize=38.8 K 2024-11-28T01:26:49,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/cf91bd1ba534418cb88edf9685834bab as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/cf91bd1ba534418cb88edf9685834bab 2024-11-28T01:26:49,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/cf91bd1ba534418cb88edf9685834bab, entries=150, sequenceid=217, filesize=11.9 K 2024-11-28T01:26:49,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/45936460b0ef4060b7ad895ec6b11f1b as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/45936460b0ef4060b7ad895ec6b11f1b 2024-11-28T01:26:49,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/45936460b0ef4060b7ad895ec6b11f1b, entries=150, sequenceid=217, filesize=11.9 K 2024-11-28T01:26:49,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 890ms, sequenceid=217, compaction requested=true 2024-11-28T01:26:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:49,943 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:49,943 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:49,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:49,944 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:49,944 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:49,944 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/A is initiating minor compaction (all files) 2024-11-28T01:26:49,944 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/B is initiating minor compaction (all files) 2024-11-28T01:26:49,944 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/B in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:49,944 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/A in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:49,944 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a129a253deda410582a4ec45aafc8547, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/871921c40cc140b6b15dca60035e98cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/cf91bd1ba534418cb88edf9685834bab] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=36.0 K 2024-11-28T01:26:49,944 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e4770c43b07f450f8ec382ab745d10c0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/6a15ca04ceeb41a88629f45a8ae0b058, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baf19a5f7f3348f292b83d07e867e7a7] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=100.0 K 2024-11-28T01:26:49,944 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:49,944 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e4770c43b07f450f8ec382ab745d10c0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/6a15ca04ceeb41a88629f45a8ae0b058, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baf19a5f7f3348f292b83d07e867e7a7] 2024-11-28T01:26:49,944 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a129a253deda410582a4ec45aafc8547, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757205415 2024-11-28T01:26:49,945 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 871921c40cc140b6b15dca60035e98cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732757206300 2024-11-28T01:26:49,945 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4770c43b07f450f8ec382ab745d10c0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757205415 2024-11-28T01:26:49,945 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a15ca04ceeb41a88629f45a8ae0b058, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732757206300 2024-11-28T01:26:49,945 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting cf91bd1ba534418cb88edf9685834bab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732757208441 2024-11-28T01:26:49,945 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting baf19a5f7f3348f292b83d07e867e7a7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732757208439 2024-11-28T01:26:49,951 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:49,952 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#B#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:49,952 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/d9a8c05d1a5f4b6a8945026c23f05e57 is 50, key is test_row_0/B:col10/1732757209052/Put/seqid=0 2024-11-28T01:26:49,956 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112826ec012927f64488be49812f2325a244_5bc4b98a4b4ac4ade7eb285426d27b27 store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:49,958 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112826ec012927f64488be49812f2325a244_5bc4b98a4b4ac4ade7eb285426d27b27, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:49,958 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112826ec012927f64488be49812f2325a244_5bc4b98a4b4ac4ade7eb285426d27b27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742489_1665 (size=12663) 2024-11-28T01:26:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742490_1666 (size=4469) 2024-11-28T01:26:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:50,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-28T01:26:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:50,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112894c4463efed44edda4669c1f71810a03_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757209074/Put/seqid=0 2024-11-28T01:26:50,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742491_1667 (size=12304) 2024-11-28T01:26:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757270210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757270210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757270313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757270314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,370 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/d9a8c05d1a5f4b6a8945026c23f05e57 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d9a8c05d1a5f4b6a8945026c23f05e57 2024-11-28T01:26:50,371 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#A#compaction#569 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:50,372 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/4614176b79384da8882ed4cebb719e1d is 175, key is test_row_0/A:col10/1732757209052/Put/seqid=0 2024-11-28T01:26:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-28T01:26:50,374 INFO [Thread-2666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-28T01:26:50,375 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/B of 5bc4b98a4b4ac4ade7eb285426d27b27 into d9a8c05d1a5f4b6a8945026c23f05e57(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:50,375 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:50,375 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/B, priority=13, startTime=1732757209943; duration=0sec 2024-11-28T01:26:50,375 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:50,375 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:B 2024-11-28T01:26:50,375 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:50,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:50,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742492_1668 (size=31617) 2024-11-28T01:26:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-28T01:26:50,378 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:50,378 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/C is initiating minor compaction (all files) 2024-11-28T01:26:50,378 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/C in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,378 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0426a7072096425eae2803cf72a477df, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d5c30e43f73c4cde889e2761ad29584a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/45936460b0ef4060b7ad895ec6b11f1b] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=36.0 K 2024-11-28T01:26:50,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T01:26:50,379 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 0426a7072096425eae2803cf72a477df, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732757205415 2024-11-28T01:26:50,379 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d5c30e43f73c4cde889e2761ad29584a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732757206300 2024-11-28T01:26:50,379 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:50,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:50,380 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 45936460b0ef4060b7ad895ec6b11f1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732757208441 2024-11-28T01:26:50,382 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/4614176b79384da8882ed4cebb719e1d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/4614176b79384da8882ed4cebb719e1d 2024-11-28T01:26:50,386 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/A of 5bc4b98a4b4ac4ade7eb285426d27b27 into 4614176b79384da8882ed4cebb719e1d(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:50,386 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:50,386 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/A, priority=13, startTime=1732757209943; duration=0sec 2024-11-28T01:26:50,386 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:50,386 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:A 2024-11-28T01:26:50,388 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#C#compaction#571 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:50,389 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/22fc8658f96b4f669d7e018158140edd is 50, key is test_row_0/C:col10/1732757209052/Put/seqid=0 2024-11-28T01:26:50,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742493_1669 (size=12663) 2024-11-28T01:26:50,416 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/22fc8658f96b4f669d7e018158140edd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/22fc8658f96b4f669d7e018158140edd 2024-11-28T01:26:50,422 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/C of 5bc4b98a4b4ac4ade7eb285426d27b27 into 22fc8658f96b4f669d7e018158140edd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:50,422 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:50,422 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/C, priority=13, startTime=1732757209943; duration=0sec 2024-11-28T01:26:50,422 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:50,422 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:C 2024-11-28T01:26:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T01:26:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757270516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757270517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:50,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:50,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,606 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:50,609 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112894c4463efed44edda4669c1f71810a03_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112894c4463efed44edda4669c1f71810a03_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:50,610 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b5bcf55edf5541338842b21f5d4ae7f5, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:50,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b5bcf55edf5541338842b21f5d4ae7f5 is 175, key is test_row_0/A:col10/1732757209074/Put/seqid=0 2024-11-28T01:26:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742494_1670 (size=31105) 2024-11-28T01:26:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T01:26:50,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:50,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:50,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757270818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757270819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:50,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:50,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T01:26:50,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:50,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:50,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,016 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b5bcf55edf5541338842b21f5d4ae7f5 2024-11-28T01:26:51,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/089976f9db024a369362af3d26cb4a1d is 50, key is test_row_0/B:col10/1732757209074/Put/seqid=0 2024-11-28T01:26:51,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742495_1671 (size=12151) 2024-11-28T01:26:51,143 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:51,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:51,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:51,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:51,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757271323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:51,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757271325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:51,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/089976f9db024a369362af3d26cb4a1d 2024-11-28T01:26:51,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/76d602791ab944ec93914f790680b890 is 50, key is test_row_0/C:col10/1732757209074/Put/seqid=0 2024-11-28T01:26:51,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742496_1672 (size=12151) 2024-11-28T01:26:51,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/76d602791ab944ec93914f790680b890 2024-11-28T01:26:51,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b5bcf55edf5541338842b21f5d4ae7f5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b5bcf55edf5541338842b21f5d4ae7f5 2024-11-28T01:26:51,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b5bcf55edf5541338842b21f5d4ae7f5, entries=150, sequenceid=240, filesize=30.4 K 2024-11-28T01:26:51,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/089976f9db024a369362af3d26cb4a1d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/089976f9db024a369362af3d26cb4a1d 2024-11-28T01:26:51,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/089976f9db024a369362af3d26cb4a1d, entries=150, sequenceid=240, filesize=11.9 K 2024-11-28T01:26:51,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/76d602791ab944ec93914f790680b890 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/76d602791ab944ec93914f790680b890 2024-11-28T01:26:51,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:51,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:51,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:51,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/76d602791ab944ec93914f790680b890, entries=150, sequenceid=240, filesize=11.9 K 2024-11-28T01:26:51,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1259ms, sequenceid=240, compaction requested=false 2024-11-28T01:26:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T01:26:51,602 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:51,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-28T01:26:51,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:51,603 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-28T01:26:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:51,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112858d10399185d4bb8b13b5f6c7faf7eea_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757210209/Put/seqid=0 2024-11-28T01:26:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742497_1673 (size=12304) 2024-11-28T01:26:52,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:52,016 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112858d10399185d4bb8b13b5f6c7faf7eea_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858d10399185d4bb8b13b5f6c7faf7eea_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:52,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/237f6957be9949a0a6dc502c3274faa7, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:52,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/237f6957be9949a0a6dc502c3274faa7 is 175, key is test_row_0/A:col10/1732757210209/Put/seqid=0 2024-11-28T01:26:52,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742498_1674 (size=31105) 2024-11-28T01:26:52,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:52,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757272360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757272361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,422 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/237f6957be9949a0a6dc502c3274faa7 2024-11-28T01:26:52,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/e8cc364a8b124c00b7c3084760c45afd is 50, key is test_row_0/B:col10/1732757210209/Put/seqid=0 2024-11-28T01:26:52,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742499_1675 (size=12151) 2024-11-28T01:26:52,434 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/e8cc364a8b124c00b7c3084760c45afd 2024-11-28T01:26:52,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d254a70c0916438f9e44790f3f64726a is 50, key is test_row_0/C:col10/1732757210209/Put/seqid=0 2024-11-28T01:26:52,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742500_1676 (size=12151) 2024-11-28T01:26:52,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757272464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757272464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T01:26:52,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50576 deadline: 1732757272644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,646 DEBUG [Thread-2656 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757272666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757272667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,845 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d254a70c0916438f9e44790f3f64726a 2024-11-28T01:26:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/237f6957be9949a0a6dc502c3274faa7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/237f6957be9949a0a6dc502c3274faa7 2024-11-28T01:26:52,852 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/237f6957be9949a0a6dc502c3274faa7, entries=150, sequenceid=256, filesize=30.4 K 2024-11-28T01:26:52,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/e8cc364a8b124c00b7c3084760c45afd as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/e8cc364a8b124c00b7c3084760c45afd 2024-11-28T01:26:52,857 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/e8cc364a8b124c00b7c3084760c45afd, entries=150, sequenceid=256, filesize=11.9 K 2024-11-28T01:26:52,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d254a70c0916438f9e44790f3f64726a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d254a70c0916438f9e44790f3f64726a 2024-11-28T01:26:52,860 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d254a70c0916438f9e44790f3f64726a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-28T01:26:52,861 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1258ms, sequenceid=256, compaction requested=true 2024-11-28T01:26:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:52,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-28T01:26:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-28T01:26:52,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-28T01:26:52,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4820 sec 2024-11-28T01:26:52,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.4870 sec 2024-11-28T01:26:52,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:52,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-28T01:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:52,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:52,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128db70105808f04df892470f61fc9add3c_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757212972/Put/seqid=0 2024-11-28T01:26:52,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742501_1677 (size=17534) 2024-11-28T01:26:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757272989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:52,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757272991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757273093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757273095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757273297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757273297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:53,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128db70105808f04df892470f61fc9add3c_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128db70105808f04df892470f61fc9add3c_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:53,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/7be763d89624424e8492e5de34592250, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:53,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/7be763d89624424e8492e5de34592250 is 175, key is test_row_0/A:col10/1732757212972/Put/seqid=0 2024-11-28T01:26:53,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742502_1678 (size=48639) 2024-11-28T01:26:53,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50528 deadline: 1732757273554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,558 DEBUG [Thread-2660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:53,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50562 deadline: 1732757273567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,570 DEBUG [Thread-2658 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., hostname=1269b3ab3145,44269,1732757046324, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T01:26:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757273600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757273600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:53,804 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/7be763d89624424e8492e5de34592250 2024-11-28T01:26:53,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a680c128a146437d9e6f7c127c2cba65 is 50, key is test_row_0/B:col10/1732757212972/Put/seqid=0 2024-11-28T01:26:53,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742503_1679 (size=12301) 2024-11-28T01:26:53,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a680c128a146437d9e6f7c127c2cba65 2024-11-28T01:26:53,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/be8b5346b0f042769ba655b3ca724f18 is 50, key is test_row_0/C:col10/1732757212972/Put/seqid=0 2024-11-28T01:26:53,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742504_1680 (size=12301) 2024-11-28T01:26:54,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757274103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:54,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757274104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:54,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/be8b5346b0f042769ba655b3ca724f18 2024-11-28T01:26:54,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/7be763d89624424e8492e5de34592250 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/7be763d89624424e8492e5de34592250 2024-11-28T01:26:54,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/7be763d89624424e8492e5de34592250, entries=250, sequenceid=281, filesize=47.5 K 2024-11-28T01:26:54,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a680c128a146437d9e6f7c127c2cba65 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a680c128a146437d9e6f7c127c2cba65 2024-11-28T01:26:54,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a680c128a146437d9e6f7c127c2cba65, entries=150, sequenceid=281, filesize=12.0 K 2024-11-28T01:26:54,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/be8b5346b0f042769ba655b3ca724f18 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/be8b5346b0f042769ba655b3ca724f18 2024-11-28T01:26:54,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/be8b5346b0f042769ba655b3ca724f18, entries=150, sequenceid=281, filesize=12.0 K 2024-11-28T01:26:54,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1267ms, sequenceid=281, compaction requested=true 2024-11-28T01:26:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:54,241 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:54,241 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:54,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:54,242 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142466 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:54,242 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/A is initiating minor compaction (all files) 2024-11-28T01:26:54,242 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/A in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:54,243 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/4614176b79384da8882ed4cebb719e1d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b5bcf55edf5541338842b21f5d4ae7f5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/237f6957be9949a0a6dc502c3274faa7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/7be763d89624424e8492e5de34592250] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=139.1 K 2024-11-28T01:26:54,243 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:54,243 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/4614176b79384da8882ed4cebb719e1d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b5bcf55edf5541338842b21f5d4ae7f5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/237f6957be9949a0a6dc502c3274faa7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/7be763d89624424e8492e5de34592250] 2024-11-28T01:26:54,243 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:54,243 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/B is initiating minor compaction (all files) 2024-11-28T01:26:54,243 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/B in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:54,243 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d9a8c05d1a5f4b6a8945026c23f05e57, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/089976f9db024a369362af3d26cb4a1d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/e8cc364a8b124c00b7c3084760c45afd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a680c128a146437d9e6f7c127c2cba65] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=48.1 K 2024-11-28T01:26:54,244 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4614176b79384da8882ed4cebb719e1d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732757208441 2024-11-28T01:26:54,244 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d9a8c05d1a5f4b6a8945026c23f05e57, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732757208441 2024-11-28T01:26:54,244 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5bcf55edf5541338842b21f5d4ae7f5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732757209074 2024-11-28T01:26:54,244 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 089976f9db024a369362af3d26cb4a1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732757209074 2024-11-28T01:26:54,244 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 237f6957be9949a0a6dc502c3274faa7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732757210205 2024-11-28T01:26:54,244 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting e8cc364a8b124c00b7c3084760c45afd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732757210205 2024-11-28T01:26:54,245 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7be763d89624424e8492e5de34592250, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757212357 2024-11-28T01:26:54,245 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a680c128a146437d9e6f7c127c2cba65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757212359 2024-11-28T01:26:54,251 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:54,252 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#B#compaction#580 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:54,253 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a430f9d757f14434b94471375d79aa23 is 50, key is test_row_0/B:col10/1732757212972/Put/seqid=0 2024-11-28T01:26:54,253 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112812833e08076845ea853f6289a3f70fc4_5bc4b98a4b4ac4ade7eb285426d27b27 store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:54,256 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112812833e08076845ea853f6289a3f70fc4_5bc4b98a4b4ac4ade7eb285426d27b27, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:54,256 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112812833e08076845ea853f6289a3f70fc4_5bc4b98a4b4ac4ade7eb285426d27b27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:54,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742505_1681 (size=12949) 2024-11-28T01:26:54,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742506_1682 (size=4469) 2024-11-28T01:26:54,264 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#A#compaction#581 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:54,264 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/2213553ca4bd47d38a24f7750b2477ce is 175, key is test_row_0/A:col10/1732757212972/Put/seqid=0 2024-11-28T01:26:54,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742507_1683 (size=31903) 2024-11-28T01:26:54,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-28T01:26:54,483 INFO [Thread-2666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-28T01:26:54,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:54,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-28T01:26:54,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T01:26:54,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:54,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T01:26:54,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:54,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-28T01:26:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:54,639 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-28T01:26:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:54,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112818b18992e7264ef7a7d1cf94dc4d9e00_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757212988/Put/seqid=0 2024-11-28T01:26:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742508_1684 (size=12454) 2024-11-28T01:26:54,662 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/a430f9d757f14434b94471375d79aa23 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a430f9d757f14434b94471375d79aa23 2024-11-28T01:26:54,665 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/B of 5bc4b98a4b4ac4ade7eb285426d27b27 into a430f9d757f14434b94471375d79aa23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:54,666 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:54,666 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/B, priority=12, startTime=1732757214241; duration=0sec 2024-11-28T01:26:54,666 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:54,666 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:B 2024-11-28T01:26:54,666 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-28T01:26:54,667 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-28T01:26:54,667 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/C is initiating minor compaction (all files) 2024-11-28T01:26:54,667 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/C in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:54,667 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/22fc8658f96b4f669d7e018158140edd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/76d602791ab944ec93914f790680b890, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d254a70c0916438f9e44790f3f64726a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/be8b5346b0f042769ba655b3ca724f18] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=48.1 K 2024-11-28T01:26:54,667 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 22fc8658f96b4f669d7e018158140edd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732757208441 2024-11-28T01:26:54,668 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 76d602791ab944ec93914f790680b890, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732757209074 2024-11-28T01:26:54,668 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting d254a70c0916438f9e44790f3f64726a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732757210205 2024-11-28T01:26:54,669 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting be8b5346b0f042769ba655b3ca724f18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757212359 2024-11-28T01:26:54,672 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/2213553ca4bd47d38a24f7750b2477ce as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2213553ca4bd47d38a24f7750b2477ce 2024-11-28T01:26:54,677 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/A of 5bc4b98a4b4ac4ade7eb285426d27b27 into 2213553ca4bd47d38a24f7750b2477ce(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:54,677 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:54,677 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/A, priority=12, startTime=1732757214241; duration=0sec 2024-11-28T01:26:54,677 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:54,677 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:A 2024-11-28T01:26:54,678 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#C#compaction#583 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:54,679 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/9eadea2584464aa28f6aff9375383913 is 50, key is test_row_0/C:col10/1732757212972/Put/seqid=0 2024-11-28T01:26:54,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742509_1685 (size=12949) 2024-11-28T01:26:54,687 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/9eadea2584464aa28f6aff9375383913 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9eadea2584464aa28f6aff9375383913 2024-11-28T01:26:54,691 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/C of 5bc4b98a4b4ac4ade7eb285426d27b27 into 9eadea2584464aa28f6aff9375383913(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:54,691 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:54,691 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/C, priority=12, startTime=1732757214241; duration=0sec 2024-11-28T01:26:54,691 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:54,691 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:C 2024-11-28T01:26:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T01:26:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:55,052 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112818b18992e7264ef7a7d1cf94dc4d9e00_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112818b18992e7264ef7a7d1cf94dc4d9e00_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:55,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b1cbf560afa743bea92cf70282d4055d, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b1cbf560afa743bea92cf70282d4055d is 175, key is test_row_0/A:col10/1732757212988/Put/seqid=0 2024-11-28T01:26:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742510_1686 (size=31255) 2024-11-28T01:26:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T01:26:55,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:55,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757275151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757275152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757275254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757275255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757275457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,458 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b1cbf560afa743bea92cf70282d4055d 2024-11-28T01:26:55,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757275458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/dfd5d155ca254818a705ba239300ad1a is 50, key is test_row_0/B:col10/1732757212988/Put/seqid=0 2024-11-28T01:26:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742511_1687 (size=12301) 2024-11-28T01:26:55,470 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/dfd5d155ca254818a705ba239300ad1a 2024-11-28T01:26:55,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/7156305a91de49058e561036285b0fc0 is 50, key is test_row_0/C:col10/1732757212988/Put/seqid=0 2024-11-28T01:26:55,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742512_1688 (size=12301) 2024-11-28T01:26:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T01:26:55,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757275761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757275762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:55,879 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/7156305a91de49058e561036285b0fc0 2024-11-28T01:26:55,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/b1cbf560afa743bea92cf70282d4055d as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b1cbf560afa743bea92cf70282d4055d 2024-11-28T01:26:55,886 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b1cbf560afa743bea92cf70282d4055d, entries=150, sequenceid=292, filesize=30.5 K 2024-11-28T01:26:55,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/dfd5d155ca254818a705ba239300ad1a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/dfd5d155ca254818a705ba239300ad1a 2024-11-28T01:26:55,890 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/dfd5d155ca254818a705ba239300ad1a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-28T01:26:55,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/7156305a91de49058e561036285b0fc0 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7156305a91de49058e561036285b0fc0 2024-11-28T01:26:55,894 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7156305a91de49058e561036285b0fc0, entries=150, sequenceid=292, filesize=12.0 K 2024-11-28T01:26:55,894 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1255ms, sequenceid=292, compaction requested=false 2024-11-28T01:26:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:55,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-28T01:26:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-28T01:26:55,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-28T01:26:55,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-28T01:26:55,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4120 sec 2024-11-28T01:26:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:56,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-28T01:26:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:56,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:56,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281ff64ba95c554bd6b61fee0aeaee936e_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757215151/Put/seqid=0 2024-11-28T01:26:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742513_1689 (size=14994) 2024-11-28T01:26:56,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757276277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757276278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757276381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757276381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757276584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757276585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-28T01:26:56,590 INFO [Thread-2666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-28T01:26:56,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-28T01:26:56,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-28T01:26:56,593 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-28T01:26:56,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T01:26:56,593 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-28T01:26:56,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-28T01:26:56,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:56,683 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411281ff64ba95c554bd6b61fee0aeaee936e_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281ff64ba95c554bd6b61fee0aeaee936e_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:56,684 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/849bf551f27a4f82849952b5c8c80216, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:56,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/849bf551f27a4f82849952b5c8c80216 is 175, key is test_row_0/A:col10/1732757215151/Put/seqid=0 2024-11-28T01:26:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742514_1690 (size=39949) 2024-11-28T01:26:56,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T01:26:56,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:56,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:56,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:56,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757276886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757276889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T01:26:56,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:56,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:56,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:56,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,050 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:57,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,089 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/849bf551f27a4f82849952b5c8c80216 2024-11-28T01:26:57,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/1336ca773e4c46edad3dc472ac697a4c is 50, key is test_row_0/B:col10/1732757215151/Put/seqid=0 2024-11-28T01:26:57,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742515_1691 (size=12301) 2024-11-28T01:26:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T01:26:57,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50522 deadline: 1732757277391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-28T01:26:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44269 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50552 deadline: 1732757277392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/1336ca773e4c46edad3dc472ac697a4c 2024-11-28T01:26:57,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/a5a61406d7f34131a7f37188b0f29fd7 is 50, key is test_row_0/C:col10/1732757215151/Put/seqid=0 2024-11-28T01:26:57,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742516_1692 (size=12301) 2024-11-28T01:26:57,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T01:26:57,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T01:26:57,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/a5a61406d7f34131a7f37188b0f29fd7 2024-11-28T01:26:57,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/849bf551f27a4f82849952b5c8c80216 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/849bf551f27a4f82849952b5c8c80216 2024-11-28T01:26:57,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/849bf551f27a4f82849952b5c8c80216, entries=200, sequenceid=321, filesize=39.0 K 2024-11-28T01:26:57,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/1336ca773e4c46edad3dc472ac697a4c as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/1336ca773e4c46edad3dc472ac697a4c 2024-11-28T01:26:57,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/1336ca773e4c46edad3dc472ac697a4c, entries=150, sequenceid=321, filesize=12.0 K 2024-11-28T01:26:57,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/a5a61406d7f34131a7f37188b0f29fd7 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/a5a61406d7f34131a7f37188b0f29fd7 2024-11-28T01:26:57,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/a5a61406d7f34131a7f37188b0f29fd7, entries=150, sequenceid=321, filesize=12.0 K 2024-11-28T01:26:57,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1662ms, sequenceid=321, compaction requested=true 2024-11-28T01:26:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:A, priority=-2147483648, current under compaction store size is 1 2024-11-28T01:26:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:57,928 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:57,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:B, priority=-2147483648, current under compaction store size is 2 2024-11-28T01:26:57,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:57,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5bc4b98a4b4ac4ade7eb285426d27b27:C, priority=-2147483648, current under compaction store size is 3 2024-11-28T01:26:57,929 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:57,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:57,929 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:57,929 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:57,929 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/A is initiating minor compaction (all files) 2024-11-28T01:26:57,929 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/B is initiating minor compaction (all files) 2024-11-28T01:26:57,930 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/B in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,930 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/A in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,930 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2213553ca4bd47d38a24f7750b2477ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b1cbf560afa743bea92cf70282d4055d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/849bf551f27a4f82849952b5c8c80216] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=100.7 K 2024-11-28T01:26:57,930 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a430f9d757f14434b94471375d79aa23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/dfd5d155ca254818a705ba239300ad1a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/1336ca773e4c46edad3dc472ac697a4c] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=36.7 K 2024-11-28T01:26:57,930 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,930 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. files: [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2213553ca4bd47d38a24f7750b2477ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b1cbf560afa743bea92cf70282d4055d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/849bf551f27a4f82849952b5c8c80216] 2024-11-28T01:26:57,930 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a430f9d757f14434b94471375d79aa23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757212359 2024-11-28T01:26:57,930 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2213553ca4bd47d38a24f7750b2477ce, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757212359 2024-11-28T01:26:57,930 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting dfd5d155ca254818a705ba239300ad1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732757212987 2024-11-28T01:26:57,930 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1cbf560afa743bea92cf70282d4055d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732757212987 2024-11-28T01:26:57,930 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 1336ca773e4c46edad3dc472ac697a4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732757215149 2024-11-28T01:26:57,931 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] compactions.Compactor(224): Compacting 849bf551f27a4f82849952b5c8c80216, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732757215146 2024-11-28T01:26:57,935 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:57,937 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#B#compaction#590 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:57,938 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/8282709064d447878b65a6d7980b877a is 50, key is test_row_0/B:col10/1732757215151/Put/seqid=0 2024-11-28T01:26:57,940 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241128d80a4cabaf2040f3a385d2be60ef44e0_5bc4b98a4b4ac4ade7eb285426d27b27 store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:57,941 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241128d80a4cabaf2040f3a385d2be60ef44e0_5bc4b98a4b4ac4ade7eb285426d27b27, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:57,941 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241128d80a4cabaf2040f3a385d2be60ef44e0_5bc4b98a4b4ac4ade7eb285426d27b27 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:57,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742517_1693 (size=13051) 2024-11-28T01:26:57,950 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/8282709064d447878b65a6d7980b877a as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8282709064d447878b65a6d7980b877a 2024-11-28T01:26:57,954 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/B of 5bc4b98a4b4ac4ade7eb285426d27b27 into 8282709064d447878b65a6d7980b877a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:57,954 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:57,954 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/B, priority=13, startTime=1732757217928; duration=0sec 2024-11-28T01:26:57,954 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-28T01:26:57,955 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:B 2024-11-28T01:26:57,955 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-28T01:26:57,956 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-28T01:26:57,956 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1540): 5bc4b98a4b4ac4ade7eb285426d27b27/C is initiating minor compaction (all files) 2024-11-28T01:26:57,956 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5bc4b98a4b4ac4ade7eb285426d27b27/C in TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,956 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9eadea2584464aa28f6aff9375383913, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7156305a91de49058e561036285b0fc0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/a5a61406d7f34131a7f37188b0f29fd7] into tmpdir=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp, totalSize=36.7 K 2024-11-28T01:26:57,956 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eadea2584464aa28f6aff9375383913, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732757212359 2024-11-28T01:26:57,956 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting 7156305a91de49058e561036285b0fc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1732757212987 2024-11-28T01:26:57,957 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] compactions.Compactor(224): Compacting a5a61406d7f34131a7f37188b0f29fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732757215149 2024-11-28T01:26:57,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742518_1694 (size=4469) 2024-11-28T01:26:57,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:26:57,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44269 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-28T01:26:57,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:57,968 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-28T01:26:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:26:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:26:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:26:57,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:26:57,974 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#C#compaction#591 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:57,974 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/4ade5746ad86459c827cd5ed61b6c747 is 50, key is test_row_0/C:col10/1732757215151/Put/seqid=0 2024-11-28T01:26:57,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289dbb5d5852ce47c0b47bf158b0891759_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757216276/Put/seqid=0 2024-11-28T01:26:57,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742519_1695 (size=13051) 2024-11-28T01:26:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742520_1696 (size=12454) 2024-11-28T01:26:58,052 DEBUG [Thread-2667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:62936 2024-11-28T01:26:58,052 DEBUG [Thread-2667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:58,052 DEBUG [Thread-2673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:62936 2024-11-28T01:26:58,052 DEBUG [Thread-2673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:58,053 DEBUG [Thread-2675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x410bf0c8 to 127.0.0.1:62936 2024-11-28T01:26:58,053 DEBUG [Thread-2675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:58,053 DEBUG [Thread-2671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:62936 2024-11-28T01:26:58,053 DEBUG [Thread-2671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:58,054 DEBUG [Thread-2669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:62936 2024-11-28T01:26:58,054 DEBUG [Thread-2669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:58,362 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5bc4b98a4b4ac4ade7eb285426d27b27#A#compaction#589 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-28T01:26:58,362 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/8a9bae5deb9a4f7b835d3859f23b5483 is 175, key is test_row_0/A:col10/1732757215151/Put/seqid=0 2024-11-28T01:26:58,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742521_1697 (size=32005) 2024-11-28T01:26:58,384 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/4ade5746ad86459c827cd5ed61b6c747 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/4ade5746ad86459c827cd5ed61b6c747 2024-11-28T01:26:58,387 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/C of 5bc4b98a4b4ac4ade7eb285426d27b27 into 4ade5746ad86459c827cd5ed61b6c747(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:58,387 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:58,388 INFO [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/C, priority=13, startTime=1732757217929; duration=0sec 2024-11-28T01:26:58,388 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:58,388 DEBUG [RS:0;1269b3ab3145:44269-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:C 2024-11-28T01:26:58,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:26:58,395 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411289dbb5d5852ce47c0b47bf158b0891759_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289dbb5d5852ce47c0b47bf158b0891759_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/2f739076035b4e43bd54a62c8c08227f, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:26:58,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/2f739076035b4e43bd54a62c8c08227f is 175, key is test_row_0/A:col10/1732757216276/Put/seqid=0 2024-11-28T01:26:58,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742522_1698 (size=31255) 2024-11-28T01:26:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44269 {}] regionserver.HRegion(8581): Flush requested on 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:26:58,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. as already flushing 2024-11-28T01:26:58,416 DEBUG [Thread-2664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:62936 2024-11-28T01:26:58,416 DEBUG [Thread-2662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:62936 2024-11-28T01:26:58,416 DEBUG [Thread-2664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:58,416 DEBUG [Thread-2662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:26:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T01:26:58,769 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/8a9bae5deb9a4f7b835d3859f23b5483 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/8a9bae5deb9a4f7b835d3859f23b5483 2024-11-28T01:26:58,772 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5bc4b98a4b4ac4ade7eb285426d27b27/A of 5bc4b98a4b4ac4ade7eb285426d27b27 into 8a9bae5deb9a4f7b835d3859f23b5483(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-28T01:26:58,772 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:58,772 INFO [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27., storeName=5bc4b98a4b4ac4ade7eb285426d27b27/A, priority=13, startTime=1732757217928; duration=0sec 2024-11-28T01:26:58,772 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-28T01:26:58,772 DEBUG [RS:0;1269b3ab3145:44269-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5bc4b98a4b4ac4ade7eb285426d27b27:A 2024-11-28T01:26:58,800 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/2f739076035b4e43bd54a62c8c08227f 2024-11-28T01:26:58,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/8d71f421ea6d44b3b57469666ffc2f64 is 50, key is test_row_0/B:col10/1732757216276/Put/seqid=0 2024-11-28T01:26:58,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742523_1699 (size=12301) 2024-11-28T01:26:58,807 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/8d71f421ea6d44b3b57469666ffc2f64 2024-11-28T01:26:58,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d30aa482d0074a7bb885b4b621ab2d63 is 50, key is test_row_0/C:col10/1732757216276/Put/seqid=0 2024-11-28T01:26:58,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742524_1700 (size=12301) 2024-11-28T01:26:59,215 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d30aa482d0074a7bb885b4b621ab2d63 2024-11-28T01:26:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/2f739076035b4e43bd54a62c8c08227f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2f739076035b4e43bd54a62c8c08227f 2024-11-28T01:26:59,220 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2f739076035b4e43bd54a62c8c08227f, entries=150, sequenceid=332, filesize=30.5 K 2024-11-28T01:26:59,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/8d71f421ea6d44b3b57469666ffc2f64 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8d71f421ea6d44b3b57469666ffc2f64 2024-11-28T01:26:59,223 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8d71f421ea6d44b3b57469666ffc2f64, entries=150, sequenceid=332, filesize=12.0 K 2024-11-28T01:26:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/d30aa482d0074a7bb885b4b621ab2d63 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d30aa482d0074a7bb885b4b621ab2d63 2024-11-28T01:26:59,225 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d30aa482d0074a7bb885b4b621ab2d63, entries=150, sequenceid=332, filesize=12.0 K 2024-11-28T01:26:59,226 INFO [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=13.42 KB/13740 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1258ms, sequenceid=332, compaction requested=false 2024-11-28T01:26:59,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:26:59,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:26:59,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1269b3ab3145:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-28T01:26:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-28T01:26:59,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-28T01:26:59,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6330 sec 2024-11-28T01:26:59,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.6370 sec 2024-11-28T01:27:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-28T01:27:00,697 INFO [Thread-2666 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-28T01:27:02,653 DEBUG [Thread-2656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:62936 2024-11-28T01:27:02,654 DEBUG [Thread-2656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:03,563 DEBUG [Thread-2660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:62936 2024-11-28T01:27:03,563 DEBUG [Thread-2660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:03,608 DEBUG [Thread-2658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:62936 2024-11-28T01:27:03,608 DEBUG [Thread-2658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6772 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6504 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6524 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6775 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6506 2024-11-28T01:27:03,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-28T01:27:03,608 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T01:27:03,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:62936 2024-11-28T01:27:03,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:03,609 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-28T01:27:03,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-28T01:27:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-28T01:27:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T01:27:03,611 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757223611"}]},"ts":"1732757223611"} 2024-11-28T01:27:03,612 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-28T01:27:03,614 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-28T01:27:03,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-28T01:27:03,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, UNASSIGN}] 2024-11-28T01:27:03,616 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, UNASSIGN 2024-11-28T01:27:03,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=CLOSING, regionLocation=1269b3ab3145,44269,1732757046324 2024-11-28T01:27:03,617 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-28T01:27:03,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324}] 2024-11-28T01:27:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T01:27:03,768 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 1269b3ab3145,44269,1732757046324 2024-11-28T01:27:03,768 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:03,768 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-28T01:27:03,768 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 5bc4b98a4b4ac4ade7eb285426d27b27, disabling compactions & flushes 2024-11-28T01:27:03,768 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:27:03,768 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:27:03,768 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. after waiting 0 ms 2024-11-28T01:27:03,768 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:27:03,769 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 5bc4b98a4b4ac4ade7eb285426d27b27 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-28T01:27:03,769 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=A 2024-11-28T01:27:03,769 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:27:03,769 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=B 2024-11-28T01:27:03,769 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:27:03,769 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5bc4b98a4b4ac4ade7eb285426d27b27, store=C 2024-11-28T01:27:03,769 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-28T01:27:03,773 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280f411d213eb343ab8590a325e27e8eff_5bc4b98a4b4ac4ade7eb285426d27b27 is 50, key is test_row_0/A:col10/1732757223562/Put/seqid=0 2024-11-28T01:27:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742525_1701 (size=9914) 2024-11-28T01:27:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T01:27:04,177 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T01:27:04,180 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411280f411d213eb343ab8590a325e27e8eff_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280f411d213eb343ab8590a325e27e8eff_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:04,180 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/beacce9e1d3547408cc10d101c2c4cc5, store: [table=TestAcidGuarantees family=A region=5bc4b98a4b4ac4ade7eb285426d27b27] 2024-11-28T01:27:04,181 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/beacce9e1d3547408cc10d101c2c4cc5 is 175, key is test_row_0/A:col10/1732757223562/Put/seqid=0 2024-11-28T01:27:04,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742526_1702 (size=22561) 2024-11-28T01:27:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T01:27:04,584 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/beacce9e1d3547408cc10d101c2c4cc5 2024-11-28T01:27:04,589 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/bcd43f6bc432487a93bb377fc9165656 is 50, key is test_row_0/B:col10/1732757223562/Put/seqid=0 2024-11-28T01:27:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742527_1703 (size=9857) 2024-11-28T01:27:04,638 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-28T01:27:04,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T01:27:04,993 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/bcd43f6bc432487a93bb377fc9165656 2024-11-28T01:27:04,998 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/bf286a5336c64be38e4fa72005080ea9 is 50, key is test_row_0/C:col10/1732757223562/Put/seqid=0 2024-11-28T01:27:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742528_1704 (size=9857) 2024-11-28T01:27:05,402 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/bf286a5336c64be38e4fa72005080ea9 2024-11-28T01:27:05,405 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/A/beacce9e1d3547408cc10d101c2c4cc5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/beacce9e1d3547408cc10d101c2c4cc5 2024-11-28T01:27:05,407 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/beacce9e1d3547408cc10d101c2c4cc5, entries=100, sequenceid=342, filesize=22.0 K 2024-11-28T01:27:05,408 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/B/bcd43f6bc432487a93bb377fc9165656 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/bcd43f6bc432487a93bb377fc9165656 2024-11-28T01:27:05,410 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/bcd43f6bc432487a93bb377fc9165656, entries=100, sequenceid=342, filesize=9.6 K 2024-11-28T01:27:05,410 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/.tmp/C/bf286a5336c64be38e4fa72005080ea9 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bf286a5336c64be38e4fa72005080ea9 2024-11-28T01:27:05,413 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bf286a5336c64be38e4fa72005080ea9, entries=100, sequenceid=342, filesize=9.6 K 2024-11-28T01:27:05,413 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5bc4b98a4b4ac4ade7eb285426d27b27 in 1645ms, sequenceid=342, compaction requested=true 2024-11-28T01:27:05,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e3e03f6f4b7941d0835fab1d6ea4a14a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/f44d8274c5844bbfad8c0d797cbd230d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/5f1b0faca4a24bb6afa07166cf7602ba, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/de0e91bd50714d189a8d86b780c3accc, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9be96ea9706a4020a51a1030eb0623fa, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9209be40be6b42f99f0770467a82bd48, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/ae2827aa7b72418aad21bdc905d135f6, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e5f3b4798d614d67a1963c3adadd15b0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/0755c5b1ed254c9da880aa11bb93be1b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/d7da38418e2844029c4457df13a29fca, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/91bbd26cf4fa41c782c609675bb0b888, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baecdd078682423c869a2a5916b405db, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e4770c43b07f450f8ec382ab745d10c0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/6a15ca04ceeb41a88629f45a8ae0b058, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baf19a5f7f3348f292b83d07e867e7a7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/4614176b79384da8882ed4cebb719e1d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b5bcf55edf5541338842b21f5d4ae7f5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/237f6957be9949a0a6dc502c3274faa7, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/7be763d89624424e8492e5de34592250, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2213553ca4bd47d38a24f7750b2477ce, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b1cbf560afa743bea92cf70282d4055d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/849bf551f27a4f82849952b5c8c80216] to archive 2024-11-28T01:27:05,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:27:05,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e3e03f6f4b7941d0835fab1d6ea4a14a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e3e03f6f4b7941d0835fab1d6ea4a14a 2024-11-28T01:27:05,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/f44d8274c5844bbfad8c0d797cbd230d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/f44d8274c5844bbfad8c0d797cbd230d 2024-11-28T01:27:05,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/5f1b0faca4a24bb6afa07166cf7602ba to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/5f1b0faca4a24bb6afa07166cf7602ba 2024-11-28T01:27:05,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/de0e91bd50714d189a8d86b780c3accc to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/de0e91bd50714d189a8d86b780c3accc 2024-11-28T01:27:05,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9be96ea9706a4020a51a1030eb0623fa to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9be96ea9706a4020a51a1030eb0623fa 2024-11-28T01:27:05,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9209be40be6b42f99f0770467a82bd48 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/9209be40be6b42f99f0770467a82bd48 2024-11-28T01:27:05,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/ae2827aa7b72418aad21bdc905d135f6 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/ae2827aa7b72418aad21bdc905d135f6 2024-11-28T01:27:05,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e5f3b4798d614d67a1963c3adadd15b0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e5f3b4798d614d67a1963c3adadd15b0 2024-11-28T01:27:05,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/0755c5b1ed254c9da880aa11bb93be1b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/0755c5b1ed254c9da880aa11bb93be1b 2024-11-28T01:27:05,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/d7da38418e2844029c4457df13a29fca to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/d7da38418e2844029c4457df13a29fca 2024-11-28T01:27:05,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/91bbd26cf4fa41c782c609675bb0b888 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/91bbd26cf4fa41c782c609675bb0b888 2024-11-28T01:27:05,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baecdd078682423c869a2a5916b405db to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baecdd078682423c869a2a5916b405db 2024-11-28T01:27:05,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e4770c43b07f450f8ec382ab745d10c0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/e4770c43b07f450f8ec382ab745d10c0 2024-11-28T01:27:05,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/6a15ca04ceeb41a88629f45a8ae0b058 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/6a15ca04ceeb41a88629f45a8ae0b058 2024-11-28T01:27:05,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baf19a5f7f3348f292b83d07e867e7a7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/baf19a5f7f3348f292b83d07e867e7a7 2024-11-28T01:27:05,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/4614176b79384da8882ed4cebb719e1d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/4614176b79384da8882ed4cebb719e1d 2024-11-28T01:27:05,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b5bcf55edf5541338842b21f5d4ae7f5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b5bcf55edf5541338842b21f5d4ae7f5 2024-11-28T01:27:05,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/237f6957be9949a0a6dc502c3274faa7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/237f6957be9949a0a6dc502c3274faa7 2024-11-28T01:27:05,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/7be763d89624424e8492e5de34592250 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/7be763d89624424e8492e5de34592250 2024-11-28T01:27:05,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2213553ca4bd47d38a24f7750b2477ce to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2213553ca4bd47d38a24f7750b2477ce 2024-11-28T01:27:05,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b1cbf560afa743bea92cf70282d4055d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/b1cbf560afa743bea92cf70282d4055d 2024-11-28T01:27:05,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/849bf551f27a4f82849952b5c8c80216 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/849bf551f27a4f82849952b5c8c80216 2024-11-28T01:27:05,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/72fc43d760b14f3f81ac7f1c02eefde3, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/0fc137236c934d7a980ddd2c8065ac26, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8da3dcae40d044d9a3ea2158b945adf5, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/86fb491115be484a93181fe1ca4a097c, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c74441f79ec2489ea3928cf4cae15ecb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/7e238928f17244bd83cbab27ebd6e333, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d964acbec9f64da89261705a12abde28, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a398bfc6df6949cca9c1c118d18d62ad, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/94adbf103cf542d0b946e764de661a4a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/5ec260a1286a4dd1862b54d8adbf7692, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c5cdd207347d464cbef33d0bf54cc688, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a129a253deda410582a4ec45aafc8547, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a1d3d17a98724a479338ff907705fdc9, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/871921c40cc140b6b15dca60035e98cb, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d9a8c05d1a5f4b6a8945026c23f05e57, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/cf91bd1ba534418cb88edf9685834bab, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/089976f9db024a369362af3d26cb4a1d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/e8cc364a8b124c00b7c3084760c45afd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a430f9d757f14434b94471375d79aa23, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a680c128a146437d9e6f7c127c2cba65, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/dfd5d155ca254818a705ba239300ad1a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/1336ca773e4c46edad3dc472ac697a4c] to archive 2024-11-28T01:27:05,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:27:05,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/72fc43d760b14f3f81ac7f1c02eefde3 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/72fc43d760b14f3f81ac7f1c02eefde3 2024-11-28T01:27:05,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/0fc137236c934d7a980ddd2c8065ac26 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/0fc137236c934d7a980ddd2c8065ac26 2024-11-28T01:27:05,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8da3dcae40d044d9a3ea2158b945adf5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8da3dcae40d044d9a3ea2158b945adf5 2024-11-28T01:27:05,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/86fb491115be484a93181fe1ca4a097c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/86fb491115be484a93181fe1ca4a097c 2024-11-28T01:27:05,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c74441f79ec2489ea3928cf4cae15ecb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c74441f79ec2489ea3928cf4cae15ecb 2024-11-28T01:27:05,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/7e238928f17244bd83cbab27ebd6e333 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/7e238928f17244bd83cbab27ebd6e333 2024-11-28T01:27:05,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d964acbec9f64da89261705a12abde28 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d964acbec9f64da89261705a12abde28 2024-11-28T01:27:05,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a398bfc6df6949cca9c1c118d18d62ad to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a398bfc6df6949cca9c1c118d18d62ad 2024-11-28T01:27:05,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/94adbf103cf542d0b946e764de661a4a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/94adbf103cf542d0b946e764de661a4a 2024-11-28T01:27:05,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/5ec260a1286a4dd1862b54d8adbf7692 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/5ec260a1286a4dd1862b54d8adbf7692 2024-11-28T01:27:05,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c5cdd207347d464cbef33d0bf54cc688 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/c5cdd207347d464cbef33d0bf54cc688 2024-11-28T01:27:05,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a129a253deda410582a4ec45aafc8547 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a129a253deda410582a4ec45aafc8547 2024-11-28T01:27:05,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a1d3d17a98724a479338ff907705fdc9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a1d3d17a98724a479338ff907705fdc9 2024-11-28T01:27:05,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/871921c40cc140b6b15dca60035e98cb to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/871921c40cc140b6b15dca60035e98cb 2024-11-28T01:27:05,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d9a8c05d1a5f4b6a8945026c23f05e57 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/d9a8c05d1a5f4b6a8945026c23f05e57 2024-11-28T01:27:05,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/cf91bd1ba534418cb88edf9685834bab to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/cf91bd1ba534418cb88edf9685834bab 2024-11-28T01:27:05,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/089976f9db024a369362af3d26cb4a1d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/089976f9db024a369362af3d26cb4a1d 2024-11-28T01:27:05,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/e8cc364a8b124c00b7c3084760c45afd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/e8cc364a8b124c00b7c3084760c45afd 2024-11-28T01:27:05,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a430f9d757f14434b94471375d79aa23 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a430f9d757f14434b94471375d79aa23 2024-11-28T01:27:05,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a680c128a146437d9e6f7c127c2cba65 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/a680c128a146437d9e6f7c127c2cba65 2024-11-28T01:27:05,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/dfd5d155ca254818a705ba239300ad1a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/dfd5d155ca254818a705ba239300ad1a 2024-11-28T01:27:05,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/1336ca773e4c46edad3dc472ac697a4c to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/1336ca773e4c46edad3dc472ac697a4c 2024-11-28T01:27:05,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/043297dd90d342058db18c0faa30e696, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9333582ea25046b4b5e858bbd0ac4fda, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/1093110db2de40318c6e1646b6da8263, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/8d1fac0310e9493fbfac4d5e8fde990a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7968a3e1211d4c709a2e832ebcc4d226, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/e086b23bebc14a5da4553087055d580d, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/ef3083bd0d564f6e82aeb339ae198461, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/cfc378cc626e434a8b41ca967c5a33e4, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/c14326136f394118ab71f7360623c562, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/63a4379c57bc424a9c119b7af45f9bd0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0b8f1658ef714255bc3db0c3963e0ac8, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0426a7072096425eae2803cf72a477df, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bd2e62750c3a4d628c87a68b269580ed, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d5c30e43f73c4cde889e2761ad29584a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/22fc8658f96b4f669d7e018158140edd, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/45936460b0ef4060b7ad895ec6b11f1b, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/76d602791ab944ec93914f790680b890, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d254a70c0916438f9e44790f3f64726a, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9eadea2584464aa28f6aff9375383913, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/be8b5346b0f042769ba655b3ca724f18, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7156305a91de49058e561036285b0fc0, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/a5a61406d7f34131a7f37188b0f29fd7] to archive 2024-11-28T01:27:05,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-28T01:27:05,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/043297dd90d342058db18c0faa30e696 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/043297dd90d342058db18c0faa30e696 2024-11-28T01:27:05,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9333582ea25046b4b5e858bbd0ac4fda to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9333582ea25046b4b5e858bbd0ac4fda 2024-11-28T01:27:05,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/1093110db2de40318c6e1646b6da8263 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/1093110db2de40318c6e1646b6da8263 2024-11-28T01:27:05,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/8d1fac0310e9493fbfac4d5e8fde990a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/8d1fac0310e9493fbfac4d5e8fde990a 2024-11-28T01:27:05,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7968a3e1211d4c709a2e832ebcc4d226 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7968a3e1211d4c709a2e832ebcc4d226 2024-11-28T01:27:05,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/e086b23bebc14a5da4553087055d580d to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/e086b23bebc14a5da4553087055d580d 2024-11-28T01:27:05,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/ef3083bd0d564f6e82aeb339ae198461 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/ef3083bd0d564f6e82aeb339ae198461 2024-11-28T01:27:05,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/cfc378cc626e434a8b41ca967c5a33e4 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/cfc378cc626e434a8b41ca967c5a33e4 2024-11-28T01:27:05,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/c14326136f394118ab71f7360623c562 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/c14326136f394118ab71f7360623c562 2024-11-28T01:27:05,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/63a4379c57bc424a9c119b7af45f9bd0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/63a4379c57bc424a9c119b7af45f9bd0 2024-11-28T01:27:05,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0b8f1658ef714255bc3db0c3963e0ac8 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0b8f1658ef714255bc3db0c3963e0ac8 2024-11-28T01:27:05,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0426a7072096425eae2803cf72a477df to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/0426a7072096425eae2803cf72a477df 2024-11-28T01:27:05,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bd2e62750c3a4d628c87a68b269580ed to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bd2e62750c3a4d628c87a68b269580ed 2024-11-28T01:27:05,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d5c30e43f73c4cde889e2761ad29584a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d5c30e43f73c4cde889e2761ad29584a 2024-11-28T01:27:05,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/22fc8658f96b4f669d7e018158140edd to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/22fc8658f96b4f669d7e018158140edd 2024-11-28T01:27:05,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/45936460b0ef4060b7ad895ec6b11f1b to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/45936460b0ef4060b7ad895ec6b11f1b 2024-11-28T01:27:05,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/76d602791ab944ec93914f790680b890 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/76d602791ab944ec93914f790680b890 2024-11-28T01:27:05,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d254a70c0916438f9e44790f3f64726a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d254a70c0916438f9e44790f3f64726a 2024-11-28T01:27:05,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9eadea2584464aa28f6aff9375383913 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/9eadea2584464aa28f6aff9375383913 2024-11-28T01:27:05,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/be8b5346b0f042769ba655b3ca724f18 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/be8b5346b0f042769ba655b3ca724f18 2024-11-28T01:27:05,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7156305a91de49058e561036285b0fc0 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/7156305a91de49058e561036285b0fc0 2024-11-28T01:27:05,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/a5a61406d7f34131a7f37188b0f29fd7 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/a5a61406d7f34131a7f37188b0f29fd7 2024-11-28T01:27:05,476 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/recovered.edits/345.seqid, newMaxSeqId=345, maxSeqId=4 2024-11-28T01:27:05,476 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27. 2024-11-28T01:27:05,476 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 5bc4b98a4b4ac4ade7eb285426d27b27: 2024-11-28T01:27:05,478 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,478 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=5bc4b98a4b4ac4ade7eb285426d27b27, regionState=CLOSED 2024-11-28T01:27:05,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-28T01:27:05,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 5bc4b98a4b4ac4ade7eb285426d27b27, server=1269b3ab3145,44269,1732757046324 in 1.8620 sec 2024-11-28T01:27:05,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-28T01:27:05,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5bc4b98a4b4ac4ade7eb285426d27b27, UNASSIGN in 1.8650 sec 2024-11-28T01:27:05,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-28T01:27:05,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-28T01:27:05,483 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732757225483"}]},"ts":"1732757225483"} 2024-11-28T01:27:05,484 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-28T01:27:05,486 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-28T01:27:05,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8770 sec 2024-11-28T01:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-28T01:27:05,715 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-28T01:27:05,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-28T01:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:27:05,716 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-28T01:27:05,717 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:27:05,718 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,720 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C, FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/recovered.edits] 2024-11-28T01:27:05,722 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2f739076035b4e43bd54a62c8c08227f to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/2f739076035b4e43bd54a62c8c08227f 2024-11-28T01:27:05,723 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/8a9bae5deb9a4f7b835d3859f23b5483 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/8a9bae5deb9a4f7b835d3859f23b5483 2024-11-28T01:27:05,724 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/beacce9e1d3547408cc10d101c2c4cc5 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/A/beacce9e1d3547408cc10d101c2c4cc5 2024-11-28T01:27:05,726 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8282709064d447878b65a6d7980b877a to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8282709064d447878b65a6d7980b877a 2024-11-28T01:27:05,727 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8d71f421ea6d44b3b57469666ffc2f64 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/8d71f421ea6d44b3b57469666ffc2f64 2024-11-28T01:27:05,728 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/bcd43f6bc432487a93bb377fc9165656 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/B/bcd43f6bc432487a93bb377fc9165656 2024-11-28T01:27:05,731 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/4ade5746ad86459c827cd5ed61b6c747 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/4ade5746ad86459c827cd5ed61b6c747 2024-11-28T01:27:05,732 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bf286a5336c64be38e4fa72005080ea9 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/bf286a5336c64be38e4fa72005080ea9 2024-11-28T01:27:05,733 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d30aa482d0074a7bb885b4b621ab2d63 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/C/d30aa482d0074a7bb885b4b621ab2d63 2024-11-28T01:27:05,735 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/recovered.edits/345.seqid to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27/recovered.edits/345.seqid 2024-11-28T01:27:05,736 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/default/TestAcidGuarantees/5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,736 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-28T01:27:05,736 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T01:27:05,737 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-28T01:27:05,739 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128025405909b2a48ffb315497317be71ac_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128025405909b2a48ffb315497317be71ac_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,740 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112809483aee3afd42d59e2505018013ae0f_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112809483aee3afd42d59e2505018013ae0f_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,740 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280f411d213eb343ab8590a325e27e8eff_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411280f411d213eb343ab8590a325e27e8eff_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,741 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112818b18992e7264ef7a7d1cf94dc4d9e00_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112818b18992e7264ef7a7d1cf94dc4d9e00_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,742 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281ff64ba95c554bd6b61fee0aeaee936e_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411281ff64ba95c554bd6b61fee0aeaee936e_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,743 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283800f29a4d564610b0877bf9f9f54b48_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411283800f29a4d564610b0877bf9f9f54b48_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,744 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858d10399185d4bb8b13b5f6c7faf7eea_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112858d10399185d4bb8b13b5f6c7faf7eea_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,745 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285c04ff955f6f46af90a929301c7926c6_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411285c04ff955f6f46af90a929301c7926c6_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,746 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286ee43339c27f4616aad73b0d7a2e17ed_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411286ee43339c27f4616aad73b0d7a2e17ed_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,746 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128713c1ac8f6db4e1ea0a26d4e2ca549ab_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128713c1ac8f6db4e1ea0a26d4e2ca549ab_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,747 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112880fae171df2b4f1f9ec7ea354807171c_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112880fae171df2b4f1f9ec7ea354807171c_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,748 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112894c4463efed44edda4669c1f71810a03_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112894c4463efed44edda4669c1f71810a03_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,749 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289dbb5d5852ce47c0b47bf158b0891759_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411289dbb5d5852ce47c0b47bf158b0891759_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,750 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a5b4b00a509240ffb76948796750273a_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128a5b4b00a509240ffb76948796750273a_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,750 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b0127d3a2d8e47d49b32930130953325_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128b0127d3a2d8e47d49b32930130953325_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,751 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d0eec28b2c154701874133d08cbc7d1e_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128d0eec28b2c154701874133d08cbc7d1e_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,752 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128db70105808f04df892470f61fc9add3c_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128db70105808f04df892470f61fc9add3c_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,753 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fb93449f2c414dbc9d238a9a58a5ce4c_5bc4b98a4b4ac4ade7eb285426d27b27 to hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241128fb93449f2c414dbc9d238a9a58a5ce4c_5bc4b98a4b4ac4ade7eb285426d27b27 2024-11-28T01:27:05,753 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-28T01:27:05,755 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:27:05,757 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-28T01:27:05,759 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-28T01:27:05,759 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:27:05,759 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-28T01:27:05,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732757225759"}]},"ts":"9223372036854775807"} 2024-11-28T01:27:05,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-28T01:27:05,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5bc4b98a4b4ac4ade7eb285426d27b27, NAME => 'TestAcidGuarantees,,1732757194992.5bc4b98a4b4ac4ade7eb285426d27b27.', STARTKEY => '', ENDKEY => ''}] 2024-11-28T01:27:05,761 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-28T01:27:05,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732757225761"}]},"ts":"9223372036854775807"} 2024-11-28T01:27:05,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-28T01:27:05,765 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-28T01:27:05,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-11-28T01:27:05,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42245 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-28T01:27:05,818 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-28T01:27:05,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237 (was 243), OpenFileDescriptor=446 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4674 (was 4687) 2024-11-28T01:27:05,828 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-28T01:27:05,828 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-28T01:27:05,828 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:62936 2024-11-28T01:27:05,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:05,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T01:27:05,828 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469927405, stopped=false 2024-11-28T01:27:05,829 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=1269b3ab3145,42245,1732757045552 2024-11-28T01:27:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:27:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T01:27:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:27:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:27:05,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-28T01:27:05,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:05,832 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1269b3ab3145,44269,1732757046324' ***** 2024-11-28T01:27:05,832 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-28T01:27:05,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:27:05,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T01:27:05,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(3579): Received CLOSE for 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1224): stopping server 1269b3ab3145,44269,1732757046324 2024-11-28T01:27:05,833 DEBUG [RS:0;1269b3ab3145:44269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T01:27:05,833 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T01:27:05,834 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-28T01:27:05,834 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-28T01:27:05,834 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1603): Online Regions={9ec7b0c07d0b6a2a79e8b86c296bc59b=hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b., 1588230740=hbase:meta,,1.1588230740} 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9ec7b0c07d0b6a2a79e8b86c296bc59b, disabling compactions & flushes 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-28T01:27:05,834 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:27:05,834 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. after waiting 0 ms 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T01:27:05,834 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T01:27:05,834 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9ec7b0c07d0b6a2a79e8b86c296bc59b 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-28T01:27:05,834 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-28T01:27:05,834 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:27:05,843 INFO [regionserver/1269b3ab3145:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:27:05,855 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/info/a5471168a23e4d8fbbc035e002e1d2c5 is 143, key is hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b./info:regioninfo/1732757051521/Put/seqid=0 2024-11-28T01:27:05,856 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b/.tmp/info/50952b9a6b1c40e8b52499f0bf6a1aea is 45, key is default/info:d/1732757051638/Put/seqid=0 2024-11-28T01:27:05,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742529_1705 (size=7725) 2024-11-28T01:27:05,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742530_1706 (size=5037) 2024-11-28T01:27:05,952 INFO [regionserver/1269b3ab3145:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T01:27:05,952 INFO [regionserver/1269b3ab3145:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T01:27:06,034 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:27:06,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-28T01:27:06,235 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9ec7b0c07d0b6a2a79e8b86c296bc59b 2024-11-28T01:27:06,262 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/info/a5471168a23e4d8fbbc035e002e1d2c5 2024-11-28T01:27:06,262 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b/.tmp/info/50952b9a6b1c40e8b52499f0bf6a1aea 2024-11-28T01:27:06,265 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b/.tmp/info/50952b9a6b1c40e8b52499f0bf6a1aea as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b/info/50952b9a6b1c40e8b52499f0bf6a1aea 2024-11-28T01:27:06,268 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b/info/50952b9a6b1c40e8b52499f0bf6a1aea, entries=2, sequenceid=6, filesize=4.9 K 2024-11-28T01:27:06,268 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9ec7b0c07d0b6a2a79e8b86c296bc59b in 434ms, sequenceid=6, compaction requested=false 2024-11-28T01:27:06,271 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/namespace/9ec7b0c07d0b6a2a79e8b86c296bc59b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-28T01:27:06,271 INFO [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:27:06,271 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9ec7b0c07d0b6a2a79e8b86c296bc59b: 2024-11-28T01:27:06,272 DEBUG [RS_CLOSE_REGION-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732757050282.9ec7b0c07d0b6a2a79e8b86c296bc59b. 2024-11-28T01:27:06,280 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/rep_barrier/3c14e8c32f48408dbea997d206569031 is 102, key is TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b./rep_barrier:/1732757080171/DeleteFamily/seqid=0 2024-11-28T01:27:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742531_1707 (size=6025) 2024-11-28T01:27:06,435 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T01:27:06,635 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T01:27:06,684 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/rep_barrier/3c14e8c32f48408dbea997d206569031 2024-11-28T01:27:06,701 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/table/bc163148f3604c99aa28ce2d3a745a19 is 96, key is TestAcidGuarantees,,1732757051863.3f3423f7bcd8658109d37f7e7196b66b./table:/1732757080171/DeleteFamily/seqid=0 2024-11-28T01:27:06,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742532_1708 (size=5942) 2024-11-28T01:27:06,835 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-28T01:27:06,835 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-28T01:27:06,836 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T01:27:07,036 DEBUG [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-28T01:27:07,105 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/table/bc163148f3604c99aa28ce2d3a745a19 2024-11-28T01:27:07,109 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/info/a5471168a23e4d8fbbc035e002e1d2c5 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/info/a5471168a23e4d8fbbc035e002e1d2c5 2024-11-28T01:27:07,112 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/info/a5471168a23e4d8fbbc035e002e1d2c5, entries=22, sequenceid=93, filesize=7.5 K 2024-11-28T01:27:07,112 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/rep_barrier/3c14e8c32f48408dbea997d206569031 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/rep_barrier/3c14e8c32f48408dbea997d206569031 2024-11-28T01:27:07,115 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/rep_barrier/3c14e8c32f48408dbea997d206569031, entries=6, sequenceid=93, filesize=5.9 K 2024-11-28T01:27:07,115 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/.tmp/table/bc163148f3604c99aa28ce2d3a745a19 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/table/bc163148f3604c99aa28ce2d3a745a19 2024-11-28T01:27:07,118 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/table/bc163148f3604c99aa28ce2d3a745a19, entries=9, sequenceid=93, filesize=5.8 K 2024-11-28T01:27:07,119 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1285ms, sequenceid=93, compaction requested=false 2024-11-28T01:27:07,123 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-28T01:27:07,123 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T01:27:07,123 INFO [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-28T01:27:07,123 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-28T01:27:07,123 DEBUG [RS_CLOSE_META-regionserver/1269b3ab3145:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T01:27:07,236 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1250): stopping server 1269b3ab3145,44269,1732757046324; all regions closed. 2024-11-28T01:27:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741834_1010 (size=26050) 2024-11-28T01:27:07,241 DEBUG [RS:0;1269b3ab3145:44269 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/oldWALs 2024-11-28T01:27:07,241 INFO [RS:0;1269b3ab3145:44269 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1269b3ab3145%2C44269%2C1732757046324.meta:.meta(num 1732757050034) 2024-11-28T01:27:07,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741832_1008 (size=16204076) 2024-11-28T01:27:07,244 DEBUG [RS:0;1269b3ab3145:44269 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/oldWALs 2024-11-28T01:27:07,244 INFO [RS:0;1269b3ab3145:44269 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 1269b3ab3145%2C44269%2C1732757046324:(num 1732757049110) 2024-11-28T01:27:07,244 DEBUG [RS:0;1269b3ab3145:44269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:07,244 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T01:27:07,245 INFO [RS:0;1269b3ab3145:44269 {}] hbase.ChoreService(370): Chore service for: regionserver/1269b3ab3145:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-28T01:27:07,245 INFO [regionserver/1269b3ab3145:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-28T01:27:07,245 INFO [RS:0;1269b3ab3145:44269 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44269 2024-11-28T01:27:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1269b3ab3145,44269,1732757046324 2024-11-28T01:27:07,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T01:27:07,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1269b3ab3145,44269,1732757046324] 2024-11-28T01:27:07,250 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 1269b3ab3145,44269,1732757046324; numProcessing=1 2024-11-28T01:27:07,251 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/1269b3ab3145,44269,1732757046324 already deleted, retry=false 2024-11-28T01:27:07,251 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 1269b3ab3145,44269,1732757046324 expired; onlineServers=0 2024-11-28T01:27:07,251 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '1269b3ab3145,42245,1732757045552' ***** 2024-11-28T01:27:07,251 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T01:27:07,252 DEBUG [M:0;1269b3ab3145:42245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26094311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1269b3ab3145/172.17.0.2:0 2024-11-28T01:27:07,252 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HRegionServer(1224): stopping server 1269b3ab3145,42245,1732757045552 2024-11-28T01:27:07,252 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HRegionServer(1250): stopping server 1269b3ab3145,42245,1732757045552; all regions closed. 2024-11-28T01:27:07,252 DEBUG [M:0;1269b3ab3145:42245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T01:27:07,252 DEBUG [M:0;1269b3ab3145:42245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T01:27:07,252 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T01:27:07,252 DEBUG [M:0;1269b3ab3145:42245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T01:27:07,252 DEBUG [master/1269b3ab3145:0:becomeActiveMaster-HFileCleaner.small.0-1732757048792 {}] cleaner.HFileCleaner(306): Exit Thread[master/1269b3ab3145:0:becomeActiveMaster-HFileCleaner.small.0-1732757048792,5,FailOnTimeoutGroup] 2024-11-28T01:27:07,252 DEBUG [master/1269b3ab3145:0:becomeActiveMaster-HFileCleaner.large.0-1732757048790 {}] cleaner.HFileCleaner(306): Exit Thread[master/1269b3ab3145:0:becomeActiveMaster-HFileCleaner.large.0-1732757048790,5,FailOnTimeoutGroup] 2024-11-28T01:27:07,252 INFO [M:0;1269b3ab3145:42245 {}] hbase.ChoreService(370): Chore service for: master/1269b3ab3145:0 had [] on shutdown 2024-11-28T01:27:07,252 DEBUG [M:0;1269b3ab3145:42245 {}] master.HMaster(1733): Stopping service threads 2024-11-28T01:27:07,252 INFO [M:0;1269b3ab3145:42245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T01:27:07,252 ERROR [M:0;1269b3ab3145:42245 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-28T01:27:07,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T01:27:07,253 INFO [M:0;1269b3ab3145:42245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T01:27:07,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T01:27:07,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T01:27:07,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T01:27:07,254 DEBUG [M:0;1269b3ab3145:42245 {}] zookeeper.ZKUtil(347): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T01:27:07,254 WARN [M:0;1269b3ab3145:42245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T01:27:07,254 INFO [M:0;1269b3ab3145:42245 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-28T01:27:07,254 INFO [M:0;1269b3ab3145:42245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T01:27:07,254 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T01:27:07,254 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:27:07,254 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:27:07,254 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T01:27:07,254 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:27:07,254 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=779.13 KB heapSize=958.56 KB 2024-11-28T01:27:07,269 DEBUG [M:0;1269b3ab3145:42245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/226e29ceb651435b83dadfed8cd4e32f is 82, key is hbase:meta,,1/info:regioninfo/1732757050175/Put/seqid=0 2024-11-28T01:27:07,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742533_1709 (size=5672) 2024-11-28T01:27:07,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:27:07,351 INFO [RS:0;1269b3ab3145:44269 {}] regionserver.HRegionServer(1307): Exiting; stopping=1269b3ab3145,44269,1732757046324; zookeeper connection closed. 2024-11-28T01:27:07,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44269-0x1003bb9f6bf0001, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:27:07,351 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63d3cad4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63d3cad4 2024-11-28T01:27:07,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T01:27:07,673 INFO [M:0;1269b3ab3145:42245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2215 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/226e29ceb651435b83dadfed8cd4e32f 2024-11-28T01:27:07,693 DEBUG [M:0;1269b3ab3145:42245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a30eaa23dbf04266b74bd879cde02ad1 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x9C/proc:d/1732757198009/Put/seqid=0 2024-11-28T01:27:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742534_1710 (size=44778) 2024-11-28T01:27:08,097 INFO [M:0;1269b3ab3145:42245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=778.58 KB at sequenceid=2215 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a30eaa23dbf04266b74bd879cde02ad1 2024-11-28T01:27:08,100 INFO [M:0;1269b3ab3145:42245 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a30eaa23dbf04266b74bd879cde02ad1 2024-11-28T01:27:08,114 DEBUG [M:0;1269b3ab3145:42245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03d91e059aa64ef8ab704b666f4bcbad is 69, key is 1269b3ab3145,44269,1732757046324/rs:state/1732757048875/Put/seqid=0 2024-11-28T01:27:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073742535_1711 (size=5156) 2024-11-28T01:27:08,118 INFO [M:0;1269b3ab3145:42245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2215 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03d91e059aa64ef8ab704b666f4bcbad 2024-11-28T01:27:08,120 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/226e29ceb651435b83dadfed8cd4e32f as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/226e29ceb651435b83dadfed8cd4e32f 2024-11-28T01:27:08,123 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/226e29ceb651435b83dadfed8cd4e32f, entries=8, sequenceid=2215, filesize=5.5 K 2024-11-28T01:27:08,123 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a30eaa23dbf04266b74bd879cde02ad1 as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a30eaa23dbf04266b74bd879cde02ad1 2024-11-28T01:27:08,125 INFO [M:0;1269b3ab3145:42245 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a30eaa23dbf04266b74bd879cde02ad1 2024-11-28T01:27:08,125 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a30eaa23dbf04266b74bd879cde02ad1, entries=177, sequenceid=2215, filesize=43.7 K 2024-11-28T01:27:08,126 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03d91e059aa64ef8ab704b666f4bcbad as hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03d91e059aa64ef8ab704b666f4bcbad 2024-11-28T01:27:08,128 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41099/user/jenkins/test-data/cfab4531-04de-9408-c986-3529a4b73f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03d91e059aa64ef8ab704b666f4bcbad, entries=1, sequenceid=2215, filesize=5.0 K 2024-11-28T01:27:08,129 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(3040): Finished flush of dataSize ~779.13 KB/797832, heapSize ~958.27 KB/981264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=2215, compaction requested=false 2024-11-28T01:27:08,131 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T01:27:08,131 DEBUG [M:0;1269b3ab3145:42245 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-28T01:27:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38763 is added to blk_1073741830_1006 (size=943038) 2024-11-28T01:27:08,133 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-28T01:27:08,133 INFO [M:0;1269b3ab3145:42245 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-28T01:27:08,133 INFO [M:0;1269b3ab3145:42245 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42245 2024-11-28T01:27:08,135 DEBUG [M:0;1269b3ab3145:42245 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/1269b3ab3145,42245,1732757045552 already deleted, retry=false 2024-11-28T01:27:08,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:27:08,236 INFO [M:0;1269b3ab3145:42245 {}] regionserver.HRegionServer(1307): Exiting; stopping=1269b3ab3145,42245,1732757045552; zookeeper connection closed. 2024-11-28T01:27:08,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42245-0x1003bb9f6bf0000, quorum=127.0.0.1:62936, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T01:27:08,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T01:27:08,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:27:08,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:27:08,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:27:08,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/hadoop.log.dir/,STOPPED} 2024-11-28T01:27:08,247 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T01:27:08,247 WARN [BP-1031889283-172.17.0.2-1732757042583 heartbeating to localhost/127.0.0.1:41099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T01:27:08,247 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T01:27:08,247 WARN [BP-1031889283-172.17.0.2-1732757042583 heartbeating to localhost/127.0.0.1:41099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1031889283-172.17.0.2-1732757042583 (Datanode Uuid d871fab8-54bf-4bb5-ad3f-a42cf073da12) service to localhost/127.0.0.1:41099 2024-11-28T01:27:08,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805/dfs/data/data1/current/BP-1031889283-172.17.0.2-1732757042583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:27:08,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/cluster_7e574233-9804-315b-8746-33de93a4b805/dfs/data/data2/current/BP-1031889283-172.17.0.2-1732757042583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T01:27:08,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T01:27:08,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T01:27:08,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T01:27:08,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T01:27:08,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T01:27:08,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/ba1be901-6196-689c-2309-b8429c3c48f2/hadoop.log.dir/,STOPPED} 2024-11-28T01:27:08,283 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-28T01:27:08,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down